-- Logs begin at Tue 2021-09-07 06:37:12 UTC, end at Tue 2021-09-07 07:37:34 UTC. -- Sep 07 07:05:40.593317 dv-cinder-804735-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 07 07:05:43.302094 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.common.config [-] Logging enabled! Sep 07 07:05:43.302675 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev622 Sep 07 07:05:43.302862 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93920) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 07:05:43.306108 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.common.config [-] Logging enabled! Sep 07 07:05:43.306362 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev622 Sep 07 07:05:43.306671 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93920) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 07:05:43.307661 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 07:05:43.307897 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 07:05:43.308262 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 07:05:43.308510 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 07:05:43.308736 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 07:05:43.309054 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.309350 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.309646 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.309877 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.310168 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.310459 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.310742 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.311034 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.311356 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.311650 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.311934 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.312222 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.312456 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.312739 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.313029 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.313318 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.313549 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] debug = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.313834 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.314259 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.314674 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.314956 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.315246 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.315552 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.315827 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.316104 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.316389 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.316720 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] host = dv-cinder-804735-9-iscsi {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.317001 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.317289 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.318095 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.318385 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.318664 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.318944 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.319234 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.319534 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.319824 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] log_file = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.320092 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.320382 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.320672 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.320964 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.321192 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.321417 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.321706 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.321994 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.322274 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.322552 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.322828 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.323105 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.323403 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.323675 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.323965 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.324253 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.324542 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.324819 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.325096 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.325370 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.325644 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.325929 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.326205 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.326480 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.326756 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.327042 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.327328 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.327607 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.327905 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.328193 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.328476 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.328763 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.329037 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.329320 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.329596 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.329868 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.330139 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] use_json = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.330414 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.330685 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.330965 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.331238 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.331534 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.331807 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.332079 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.332366 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:43.332667 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.332967 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.333813 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.334104 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.334402 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.334688 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.334982 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.335264 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.335581 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.335871 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.336161 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.336443 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.336737 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.337020 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.337318 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.337625 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.337921 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.338213 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.338493 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.338774 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.339052 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.339354 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.339647 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.339927 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.340218 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.340510 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.340794 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.341087 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.341384 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.341676 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.341952 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.342235 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.342529 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.342809 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.343084 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.343389 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.343682 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.343967 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.344243 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.344525 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.344808 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.345085 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.345360 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.345640 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.345933 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.346212 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.346487 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.346759 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.347039 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.347329 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.347619 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.347899 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.348175 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.348449 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.348755 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.349032 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.349309 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.349590 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.349863 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.350142 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.350416 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.350691 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.350964 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.351237 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.351533 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.352049 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.352328 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.352605 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.352881 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.353156 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.353431 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.353704 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.353982 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.354268 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.354565 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.354843 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.355123 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.355436 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.355718 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.355996 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.356274 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.356551 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.356829 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.357100 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.357390 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.357674 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.357961 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.358241 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.358518 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.358821 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.359101 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.359412 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.359694 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.359974 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.360258 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.360541 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.360839 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.361134 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.361428 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.361722 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.362015 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.362295 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.362601 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.362882 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:43.363101 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 07:05:43.363370 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93920) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 07 07:05:43.709649 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 07:05:43.709924 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 07:05:43.710215 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 07:05:43.710543 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 07 07:05:44.097705 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.097993 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.098269 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.100583 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.100962 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.101340 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.137194 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.137481 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.137754 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.152308 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.152586 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.152855 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.180818 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.181104 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.181374 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.217806 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.218080 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.218345 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.445524 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.446134 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.446134 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.446301 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.446928 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.564348 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.564669 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.564950 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.565228 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.565495 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.565805 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.566065 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.566319 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.566570 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.566850 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.567108 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.567444 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.568191 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.568822 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.568822 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.568965 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.569176 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.569440 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.569706 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.569962 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.570227 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.570475 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.570754 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.571128 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.571398 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.571643 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.572029 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93920) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 07:05:44.572267 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93920) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 07:05:44.572504 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93920) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 07:05:44.572738 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93920) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 07:05:44.572970 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93920) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 07:05:44.573202 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93920) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 07:05:44.573564 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 07 07:05:44.576697 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 07 07:05:44.580610 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 07 07:05:44.584417 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 07 07:05:44.586031 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 07 07:05:44.586482 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 07 07:05:44.586819 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 07 07:05:44.587202 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 07 07:05:44.589975 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 07 07:05:44.590230 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 07 07:05:44.590578 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 07:05:44.595894 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 07 07:05:44.618187 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 07 07:05:44.618634 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.618931 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93920) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 07 07:05:44.619303 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.620651 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93920) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 07 07:05:44.620932 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 07:05:44.621180 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 07 07:05:44.624543 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.624829 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:44.688683 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 07 07:05:44.688912 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 07 07:05:44.689154 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 07 07:05:44.689517 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 07 07:05:44.711676 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_db.sqlalchemy.engines [None req-f5558484-e629-46b7-9065-723e737373fe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93920) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 07 07:05:45.233912 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [None req-f5558484-e629-46b7-9065-723e737373fe None None] Initializing driver for type 'gre' Sep 07 07:05:45.234439 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f5558484-e629-46b7-9065-723e737373fe None None] gre ID ranges: [(1, 1000)] Sep 07 07:05:45.287379 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [None req-f5558484-e629-46b7-9065-723e737373fe None None] Initializing driver for type 'local' Sep 07 07:05:45.287731 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [None req-f5558484-e629-46b7-9065-723e737373fe None None] Initializing driver for type 'vlan' Sep 07 07:05:45.300181 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f5558484-e629-46b7-9065-723e737373fe None None] VlanTypeDriver initialization complete Sep 07 07:05:45.300527 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [None req-f5558484-e629-46b7-9065-723e737373fe None None] Initializing driver for type 'vxlan' Sep 07 07:05:45.301028 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f5558484-e629-46b7-9065-723e737373fe None None] vxlan ID ranges: [(1, 1000)] Sep 07 07:05:45.353979 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [None req-f5558484-e629-46b7-9065-723e737373fe None None] Initializing extension driver 'port_security' Sep 07 07:05:45.354330 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.extensions.port_security [None req-f5558484-e629-46b7-9065-723e737373fe None None] PortSecurityExtensionDriver initialization complete Sep 07 07:05:45.354675 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [None req-f5558484-e629-46b7-9065-723e737373fe None None] Initializing mechanism driver 'openvswitch' Sep 07 07:05:45.355005 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [None req-f5558484-e629-46b7-9065-723e737373fe None None] Initializing mechanism driver 'hyperv' Sep 07 07:05:45.361549 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f5558484-e629-46b7-9065-723e737373fe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:05:45.362236 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > port after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.362622 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > port after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.362982 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > port after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.363534 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93920) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 07:05:45.363974 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > subnet after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.364820 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > subnet after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.365171 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > subnet after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.365568 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93920) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 07:05:45.365985 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > network after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.366342 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > network after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.366695 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > network after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.367094 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93920) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 07:05:45.367529 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > security_group after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.367888 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > security_group after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.368235 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > security_group after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.368764 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93920) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 07:05:45.369183 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.369541 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.369894 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.370292 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93920) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 07:05:45.370705 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > address_group after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.371054 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > address_group after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.371425 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > address_group after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.371828 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93920) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 07:05:45.372219 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f5558484-e629-46b7-9065-723e737373fe None None] ML2 OVO RPC backend initialized. {{(pid=93920) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 07 07:05:45.372925 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router_interface after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.373287 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.373711 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > network before_response 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.374068 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > networks before_response 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.374423 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > port before_response 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.374770 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > ports before_response 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.375121 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > subnet before_response 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.375499 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > subnets before_response 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.375854 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > network after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.376200 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > network after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.376542 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > network after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.376908 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > port after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.377253 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > port after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.377593 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > port after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.377935 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > subnet after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.378277 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > subnet after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.378614 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > subnet after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.379192 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-f5558484-e629-46b7-9065-723e737373fe None None] Modular L2 Plugin initialization complete Sep 07 07:05:45.379558 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading services supported by the core plugin {{(pid=93920) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 07 07:05:45.380477 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.plugins.ml2.managers [None req-f5558484-e629-46b7-9065-723e737373fe None None] Got port-security extension from driver 'port_security' Sep 07 07:05:45.380949 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.extensions.vlantransparent [None req-f5558484-e629-46b7-9065-723e737373fe None None] Disabled vlantransparent extension. Sep 07 07:05:45.381438 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93920) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 07 07:05:45.381762 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading Plugin: router Sep 07 07:05:45.416928 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router_interface before_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.417326 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router after_create 55549900 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.417705 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router before_create 55549900 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.418074 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.418456 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.418819 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router after_delete 55549900 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.419187 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > floatingip after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.419571 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > floatingip after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.419939 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router after_create 55549900 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.420297 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router after_update 55549900 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.420655 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router after_update 55549900 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.421009 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.421375 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router after_update 55549900 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.421793 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router precommit_update 55549900 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.422170 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: port after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.422518 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: port after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.422861 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: subnet after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.423202 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.423587 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > port precommit_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.423942 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router precommit_create 55549900 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.424292 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: port before_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.424641 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router precommit_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.425005 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router after_update 55549900 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.425353 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router precommit_delete 55549900 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.425711 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router precommit_create 55549900 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.426077 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router_interface after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.426428 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router precommit_update 55549900 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.427330 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > agent after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.427694 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > agent after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.428045 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > network after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.428894 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Tracking information for resource: router configured {{(pid=93920) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 07:05:45.429233 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Tracking information for resource: floatingip configured {{(pid=93920) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 07:05:45.434293 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.db.l3_agentschedulers_db [None req-f5558484-e629-46b7-9065-723e737373fe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 07 07:05:45.434878 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: port after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.435249 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: port after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.435639 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: port after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.436000 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: port after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.436784 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router before_create 55550100 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.437158 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router precommit_delete 55550100 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.437529 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router precommit_create 55550100 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.437891 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > router precommit_update 55550100 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.443210 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.services.provider_configuration [None req-f5558484-e629-46b7-9065-723e737373fe None None] Service providers = [] {{(pid=93920) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 07 07:05:45.443609 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.db.servicetype_db [None req-f5558484-e629-46b7-9065-723e737373fe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93920) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 07 07:05:45.446544 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.services.service_base [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93920) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 07:05:45.447091 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.services.service_base [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93920) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 07:05:45.447248 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.services.service_base [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93920) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 07:05:45.448169 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.services.service_base [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93920) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 07:05:45.448550 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.services.service_base [None req-f5558484-e629-46b7-9065-723e737373fe None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 07 07:05:45.448933 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93920) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 07:05:45.449259 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 07 07:05:45.460485 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93920) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 07:05:45.460825 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading Plugin: auto_allocate Sep 07 07:05:45.466596 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: network precommit_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.466979 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: network precommit_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.467541 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93920) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 07:05:45.467872 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading Plugin: tag Sep 07 07:05:45.474418 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93920) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 07:05:45.474760 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading Plugin: timestamp Sep 07 07:05:45.479022 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93920) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 07:05:45.479397 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading Plugin: network_ip_availability Sep 07 07:05:45.484858 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.485187 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.485547 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.486265 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93920) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 07:05:45.486592 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading Plugin: flavors Sep 07 07:05:45.491903 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93920) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 07:05:45.492246 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading Plugin: revisions Sep 07 07:05:45.496505 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93920) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 07:05:45.496898 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_concurrency.lockutils [None req-f5558484-e629-46b7-9065-723e737373fe None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.787s {{(pid=93920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 07:05:45.497627 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93920) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 07 07:05:45.497968 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Initializing extension manager. Sep 07 07:05:45.498488 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: __init__.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.498836 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: __pycache__ {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.499180 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.499551 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: address_group.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.500305 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.500858 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: address-group Sep 07 07:05:45.501191 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: address_scope.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.502099 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.502613 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: address-scope Sep 07 07:05:45.502944 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: admin_state_down_before_update.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.503911 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.504423 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: router-admin-state-down-before-update Sep 07 07:05:45.504752 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: agent.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.506020 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.506530 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: agent Sep 07 07:05:45.506854 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: agent_resources_synced.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.507807 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.508322 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: agent-resources-synced Sep 07 07:05:45.508651 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: allowedaddresspairs.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.510439 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.510958 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: allowed-address-pairs Sep 07 07:05:45.511308 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: auto_allocated_topology.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.512400 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.512912 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: auto-allocated-topology Sep 07 07:05:45.513243 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: availability_zone.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.513938 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.514442 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: availability_zone Sep 07 07:05:45.514768 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: availability_zone_filter.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.515722 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.516231 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: availability_zone_filter Sep 07 07:05:45.516558 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: data_plane_status.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.517471 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.517972 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension data-plane-status not supported by any of loaded plugins Sep 07 07:05:45.518299 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: default_subnetpools.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.519216 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.519749 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: default-subnetpools Sep 07 07:05:45.520075 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: dhcpagentscheduler.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.520907 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.521420 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: dhcp_agent_scheduler Sep 07 07:05:45.521748 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: dns.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.522683 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.523184 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension dns-integration not supported by any of loaded plugins Sep 07 07:05:45.523542 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: dns_domain_ports.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.524475 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.524979 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 07 07:05:45.525307 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.526241 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.526746 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 07 07:05:45.527073 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: dvr.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.527780 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.528285 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: dvr Sep 07 07:05:45.528613 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: ecmp_routes.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.529534 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.530038 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension ecmp_routes not supported by any of loaded plugins Sep 07 07:05:45.530366 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: empty_string_filtering.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.531309 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.531829 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: empty-string-filtering Sep 07 07:05:45.532160 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.533080 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.533590 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 07 07:05:45.533917 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.534846 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.535384 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 07 07:05:45.535714 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: external_net.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.536651 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.537159 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: external-net Sep 07 07:05:45.537486 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: extra_dhcp_opt.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.538396 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.538903 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: extra_dhcp_opt Sep 07 07:05:45.539230 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: extraroute.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.540168 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.540675 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: extraroute Sep 07 07:05:45.540999 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: extraroute_atomic.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.542026 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.542531 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: extraroute-atomic Sep 07 07:05:45.542856 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: filter_validation.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.543546 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.544051 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: filter-validation Sep 07 07:05:45.544377 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: fip_pf_description.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.545289 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.545797 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 07 07:05:45.546126 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: fip_port_details.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.547043 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.547574 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: fip-port-details Sep 07 07:05:45.547903 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: flavors.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.549145 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.549663 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: flavors Sep 07 07:05:45.549994 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.552298 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.552858 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 07 07:05:45.553203 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: floatingip_pools.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.553913 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.554430 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: floatingip-pools Sep 07 07:05:45.554766 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: ip_allocation.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.555735 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.556244 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension ip_allocation not supported by any of loaded plugins Sep 07 07:05:45.556582 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.557507 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.558021 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: ip-substring-filtering Sep 07 07:05:45.558357 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: l2_adjacency.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.559281 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.559819 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension l2_adjacency not supported by any of loaded plugins Sep 07 07:05:45.560150 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: l3.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.561265 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.561780 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: router Sep 07 07:05:45.562112 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: l3_conntrack_helper.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.564383 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.564917 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 07 07:05:45.565259 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.566200 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.566716 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: ext-gw-mode Sep 07 07:05:45.567053 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.568838 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.569144 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: l3-ha Sep 07 07:05:45.569480 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: l3_flavors.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.570403 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.570913 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: l3-flavors Sep 07 07:05:45.571252 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.572202 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.572710 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: l3-port-ip-change-not-allowed Sep 07 07:05:45.573043 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: l3agentscheduler.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.574095 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.574607 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: l3_agent_scheduler Sep 07 07:05:45.574939 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: logging.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.576468 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.576984 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension logging not supported by any of loaded plugins Sep 07 07:05:45.577321 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: metering.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.578068 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.578640 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: metering Sep 07 07:05:45.578970 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.580107 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.580624 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: metering_source_and_destination_fields Sep 07 07:05:45.580955 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: multiprovidernet.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.581893 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.582402 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: multi-provider Sep 07 07:05:45.582732 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: netmtu.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.583773 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.584285 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: net-mtu Sep 07 07:05:45.584613 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: netmtu_writable.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.585537 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.586046 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: net-mtu-writable Sep 07 07:05:45.586374 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: network_availability_zone.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.587043 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.587574 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: network_availability_zone Sep 07 07:05:45.587901 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: network_ip_availability.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.589019 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.589530 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: network-ip-availability Sep 07 07:05:45.589858 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: network_segment_range.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.590621 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.591124 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension network-segment-range not supported by any of loaded plugins Sep 07 07:05:45.591484 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: pagination.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.592465 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.592796 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: pagination Sep 07 07:05:45.593119 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: port_device_profile.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.594040 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.594545 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: port-device-profile Sep 07 07:05:45.594871 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.595821 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.596331 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: port-mac-address-regenerate Sep 07 07:05:45.596658 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.597586 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.598093 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: port-numa-affinity-policy Sep 07 07:05:45.598420 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: port_resource_request.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.600031 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.600540 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension port-resource-request not supported by any of loaded plugins Sep 07 07:05:45.600870 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: portbindings.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.602071 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.602586 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: binding Sep 07 07:05:45.602915 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: portbindings_extended.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.604217 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.604732 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: binding-extended Sep 07 07:05:45.605067 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: portsecurity.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.605989 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.606499 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: port-security Sep 07 07:05:45.606829 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: project_id.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.607838 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.608176 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: project-id Sep 07 07:05:45.608506 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: providernet.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.609444 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.609952 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: provider Sep 07 07:05:45.610277 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: qos.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.613850 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.614976 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension qos not supported by any of loaded plugins Sep 07 07:05:45.615336 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.616585 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.617106 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 07 07:05:45.617443 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.618373 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.618892 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 07 07:05:45.619225 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: qos_default.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.620169 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.620683 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension qos-default not supported by any of loaded plugins Sep 07 07:05:45.621015 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: qos_fip.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.621681 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.622184 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension qos-fip not supported by any of loaded plugins Sep 07 07:05:45.622512 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: qos_gateway_ip.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.623474 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.623983 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 07 07:05:45.624311 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: qos_port_network_policy.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.625228 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.625735 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 07 07:05:45.626062 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: qos_pps_rule.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.627247 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.627784 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension qos-pps not supported by any of loaded plugins Sep 07 07:05:45.628115 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: qos_rule_type_details.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.629042 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.629558 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 07 07:05:45.629916 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: qos_rules_alias.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.630960 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.631511 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 07 07:05:45.631844 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: quotasv2.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.632755 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.633093 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: quotas Sep 07 07:05:45.633422 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: quotasv2_detail.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.636787 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.637139 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: quota_details Sep 07 07:05:45.637480 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: rbac.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.638536 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.639065 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: rbac-policies Sep 07 07:05:45.639440 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: rbac_address_group.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.640383 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.640904 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: rbac-address-group Sep 07 07:05:45.641242 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: rbac_address_scope.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.642194 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.642711 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: rbac-address-scope Sep 07 07:05:45.643043 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: rbac_security_groups.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.644001 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.644520 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: rbac-security-groups Sep 07 07:05:45.644852 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: rbac_subnetpool.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.645806 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.646322 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: rbac-subnetpool Sep 07 07:05:45.646653 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: revisionifmatch.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.647619 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.648136 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: revision-if-match Sep 07 07:05:45.648466 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: revisions.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.649627 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.650147 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: standard-attr-revisions Sep 07 07:05:45.650481 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: router_availability_zone.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.651163 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.651702 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: router_availability_zone Sep 07 07:05:45.652033 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: routerservicetype.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.652961 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.653469 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension router-service-type not supported by any of loaded plugins Sep 07 07:05:45.653798 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.654784 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.655385 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: security-groups-normalized-cidr Sep 07 07:05:45.655718 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: security_groups_port_filtering.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.656715 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.657286 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: port-security-groups-filtering Sep 07 07:05:45.657614 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.658612 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.659190 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: security-groups-remote-address-group Sep 07 07:05:45.659549 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: securitygroup.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.671065 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.671639 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: security-group Sep 07 07:05:45.671978 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: segment.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.672768 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.673275 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension segment not supported by any of loaded plugins Sep 07 07:05:45.673607 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.674555 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.675063 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 07 07:05:45.675430 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: servicetype.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.676609 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.677180 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: service-type Sep 07 07:05:45.677513 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: sorting.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.678501 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.678838 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: sorting Sep 07 07:05:45.679168 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: standard_attr_segment.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.680118 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.680629 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 07 07:05:45.680957 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: standardattrdescription.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.681614 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.682120 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: standard-attr-description Sep 07 07:05:45.682448 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: stateful_security_group.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.683416 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.683931 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: stateful-security-group Sep 07 07:05:45.684260 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: stdattrs_common.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.684845 dv-cinder-804735-9-iscsi neutron-server[93920]: WARNING neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 07 07:05:45.685172 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.686109 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.686625 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 07 07:05:45.686952 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: subnet_onboard.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.688052 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.688571 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: subnet_onboard Sep 07 07:05:45.688903 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.689837 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.690347 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 07 07:05:45.690678 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: subnet_service_types.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.691650 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.692165 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: subnet-service-types Sep 07 07:05:45.693010 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: subnetallocation.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.694104 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.694617 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: subnet_allocation Sep 07 07:05:45.694947 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.695652 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.696165 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: subnetpool-prefix-ops Sep 07 07:05:45.696492 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.697426 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.697936 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 07 07:05:45.698264 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: tagging.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.699350 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.699868 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: standard-attr-tag Sep 07 07:05:45.700200 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: timestamp.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.701416 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.701933 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loaded extension: standard-attr-timestamp Sep 07 07:05:45.702273 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: trunk.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.703326 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.703844 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension trunk not supported by any of loaded plugins Sep 07 07:05:45.704174 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: trunk_details.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.705112 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.705621 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension trunk-details not supported by any of loaded plugins Sep 07 07:05:45.705952 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: uplink_status_propagation.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.706885 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.707424 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 07 07:05:45.707761 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Loading extension file: vlantransparent.py {{(pid=93920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 07:05:45.708506 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 07:05:45.709023 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extension vlan-transparent not supported by any of loaded plugins Sep 07 07:05:45.711468 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Creating instance of TrackedResource for resource:network Sep 07 07:05:45.712021 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Creating instance of TrackedResource for resource:subnet Sep 07 07:05:45.712435 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 07:05:45.712848 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Creating instance of TrackedResource for resource:port Sep 07 07:05:45.714075 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.v2.resource_helper [None req-f5558484-e629-46b7-9065-723e737373fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 07:05:45.714527 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.v2.resource_helper [None req-f5558484-e629-46b7-9065-723e737373fe None None] Service FLAVORS assigned prefix: {{(pid=93920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 07:05:45.715160 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.v2.resource_helper [None req-f5558484-e629-46b7-9065-723e737373fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 07:05:45.715642 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.v2.resource_helper [None req-f5558484-e629-46b7-9065-723e737373fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 07:05:45.715983 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Creating instance of TrackedResource for resource:router Sep 07 07:05:45.716418 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Creating instance of TrackedResource for resource:floatingip Sep 07 07:05:45.716925 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.v2.resource_helper [None req-f5558484-e629-46b7-9065-723e737373fe None None] Service METERING assigned prefix: /metering {{(pid=93920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 07:05:45.718348 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.718722 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.719080 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:05:45.720113 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 07:05:45.720564 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Creating instance of TrackedResource for resource:security_group Sep 07 07:05:45.721016 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 07:05:45.721608 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.v2.resource_helper [None req-f5558484-e629-46b7-9065-723e737373fe None None] Service CORE assigned prefix: {{(pid=93920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 07:05:45.721953 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 07:05:45.722310 dv-cinder-804735-9-iscsi neutron-server[93920]: WARNING neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] subnetpool is already registered Sep 07 07:05:45.722750 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.v2.resource_helper [None req-f5558484-e629-46b7-9065-723e737373fe None None] Service CORE assigned prefix: {{(pid=93920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 07:05:45.723087 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 07:05:45.723461 dv-cinder-804735-9-iscsi neutron-server[93920]: WARNING neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] subnetpool is already registered Sep 07 07:05:45.726325 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.v2.resource_helper [None req-f5558484-e629-46b7-9065-723e737373fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 07:05:45.727049 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.v2.resource_helper [None req-f5558484-e629-46b7-9065-723e737373fe None None] Service FLAVORS assigned prefix: {{(pid=93920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 07:05:45.727690 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.v2.resource_helper [None req-f5558484-e629-46b7-9065-723e737373fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 07:05:45.728119 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.v2.resource_helper [None req-f5558484-e629-46b7-9065-723e737373fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 07:05:45.728460 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Creating instance of TrackedResource for resource:router Sep 07 07:05:45.728808 dv-cinder-804735-9-iscsi neutron-server[93920]: WARNING neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] router is already registered Sep 07 07:05:45.729228 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Creating instance of TrackedResource for resource:floatingip Sep 07 07:05:45.729570 dv-cinder-804735-9-iscsi neutron-server[93920]: WARNING neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] floatingip is already registered Sep 07 07:05:45.730041 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.v2.resource_helper [None req-f5558484-e629-46b7-9065-723e737373fe None None] Service METERING assigned prefix: /metering {{(pid=93920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 07:05:45.730715 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 07:05:45.731050 dv-cinder-804735-9-iscsi neutron-server[93920]: WARNING neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] rbac_policy is already registered Sep 07 07:05:45.731508 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Creating instance of TrackedResource for resource:security_group Sep 07 07:05:45.731855 dv-cinder-804735-9-iscsi neutron-server[93920]: WARNING neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] security_group is already registered Sep 07 07:05:45.732272 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 07:05:45.732609 dv-cinder-804735-9-iscsi neutron-server[93920]: WARNING neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] security_group_rule is already registered Sep 07 07:05:45.733241 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.v2.resource_helper [None req-f5558484-e629-46b7-9065-723e737373fe None None] Service CORE assigned prefix: {{(pid=93920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 07:05:45.733575 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 07:05:45.733914 dv-cinder-804735-9-iscsi neutron-server[93920]: WARNING neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] subnetpool is already registered Sep 07 07:05:45.734337 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.v2.resource_helper [None req-f5558484-e629-46b7-9065-723e737373fe None None] Service CORE assigned prefix: {{(pid=93920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 07:05:45.734665 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 07:05:45.735047 dv-cinder-804735-9-iscsi neutron-server[93920]: WARNING neutron.quota.resource_registry [None req-f5558484-e629-46b7-9065-723e737373fe None None] subnetpool is already registered Sep 07 07:05:45.735490 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: extensions {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.736956 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: address-groups {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.738431 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: address-scopes {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.740371 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: agents {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.741538 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: auto-allocated-topology {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.742810 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: availability_zones {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.744067 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: dhcp-networks {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.745597 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: dhcp-agents {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.747017 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: routers {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.749257 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: flavors {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.750434 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: service_profiles {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.751688 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: next_providers {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.753157 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: service_profiles {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.754686 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: floatingip-pools {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.756473 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: routers {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.758748 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: floatingips {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.760072 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: l3-routers {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.761466 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: l3-agents {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.762887 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: metering-labels {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.764282 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: metering-label-rules {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.765558 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: network-ip-availabilities {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.766846 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: bindings {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.769366 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: quotas {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.771538 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: quotas {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.772944 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: rbac-policies {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.774167 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: security-groups {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.775623 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: security-group-rules {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.776907 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: service-providers {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.778119 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: subnetpools {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.779585 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: subnetpools {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.781072 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: tags {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.782745 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: tags {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.784715 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: tags {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.786521 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: tags {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.788349 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: tags {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.790186 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: tags {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.791947 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: tags {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.793837 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: tags {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.795619 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: tags {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.797359 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron.api.extensions [None req-f5558484-e629-46b7-9065-723e737373fe None None] Extended resource: tags {{(pid=93920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 07:05:45.803261 dv-cinder-804735-9-iscsi neutron-server[93920]: WARNING keystonemiddleware.auth_token [None req-f5558484-e629-46b7-9065-723e737373fe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 07 07:05:45.808029 dv-cinder-804735-9-iscsi neutron-server[93920]: WARNING keystonemiddleware.auth_token [None req-f5558484-e629-46b7-9065-723e737373fe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 07 07:05:45.817939 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_concurrency.lockutils [None req-f5558484-e629-46b7-9065-723e737373fe None None] Acquired lock "singleton_lock" {{(pid=93920) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 07 07:05:45.818432 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_concurrency.lockutils [None req-f5558484-e629-46b7-9065-723e737373fe None None] Releasing lock "singleton_lock" {{(pid=93920) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 07 07:05:45.819060 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO oslo_service.service [None req-f5558484-e629-46b7-9065-723e737373fe None None] Starting 2 workers Sep 07 07:05:45.823985 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [None req-f5558484-e629-46b7-9065-723e737373fe None None] Started child 94029 {{(pid=93920) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 07:05:45.828505 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [None req-f5558484-e629-46b7-9065-723e737373fe None None] Started child 94030 {{(pid=93920) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 07:05:45.830129 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO neutron.service [None req-f5558484-e629-46b7-9065-723e737373fe None None] Neutron service started, listening on 0.0.0.0:9696 Sep 07 07:05:45.830820 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Notify callbacks [] for process, before_spawn {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:05:45.831556 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:05:45.833589 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [-] (94029) wsgi starting up on http://0.0.0.0:9696 Sep 07 07:05:45.833973 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO oslo_service.service [None req-f5558484-e629-46b7-9065-723e737373fe None None] Starting 1 workers Sep 07 07:05:45.836412 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:05:45.837804 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [-] (94030) wsgi starting up on http://0.0.0.0:9696 Sep 07 07:05:45.839189 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [None req-f5558484-e629-46b7-9065-723e737373fe None None] Started child 94031 {{(pid=93920) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 07:05:45.839802 dv-cinder-804735-9-iscsi neutron-server[93920]: INFO oslo_service.service [None req-f5558484-e629-46b7-9065-723e737373fe None None] Starting 1 workers Sep 07 07:05:45.843029 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.service [None req-f5558484-e629-46b7-9065-723e737373fe None None] calling RpcWorker wait() {{(pid=94031) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 07 07:05:45.843593 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.service [None req-f5558484-e629-46b7-9065-723e737373fe None None] returning from RpcWorker wait() {{(pid=94031) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 07 07:05:45.844314 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [None req-f5558484-e629-46b7-9065-723e737373fe None None] Started child 94032 {{(pid=93920) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 07:05:45.845076 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:05:45.845176 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5558484-e629-46b7-9065-723e737373fe None None] Notify callbacks [] for process, after_spawn {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:05:45.845605 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:05:45.847090 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93920) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 07:05:45.847318 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 07:05:45.847532 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 07:05:45.847753 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 07:05:45.848101 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 07:05:45.848266 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 07:05:45.848812 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.849098 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.849236 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:05:45.849674 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.849674 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.849917 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.850517 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.850787 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.851037 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.851317 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.851555 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.851733 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.852152 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.852396 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.852628 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.852919 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.853196 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.853443 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.853702 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.853873 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.854122 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.854378 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.854620 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.854886 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] debug = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.855130 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.855667 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.855911 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.856179 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.856413 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.856677 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.856923 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.857188 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.857433 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.857655 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.857904 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.858178 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.858419 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.858644 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.858861 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.859113 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.859371 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.859834 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] host = dv-cinder-804735-9-iscsi {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.860098 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.860321 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.860569 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.860821 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.861081 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.861315 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.861574 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.861818 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.862076 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.862304 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.862553 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.862802 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.863058 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.863336 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] log_file = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.863490 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] log_options = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.863741 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.864008 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.864311 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.864500 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.864668 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.864845 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.865106 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.865268 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.865524 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.865770 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.865952 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.866197 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.866410 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.866637 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.866897 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.867151 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.867390 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.867601 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.867858 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.868104 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.868329 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.868555 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.868787 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.869001 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.869231 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.869461 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.869702 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.869923 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.870137 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.870398 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.870642 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.870888 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.871130 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.871408 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.871640 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.871866 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.872097 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.872369 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.872638 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.872841 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.873098 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.873330 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.873577 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.873810 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.874043 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.874278 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] use_json = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.874490 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.874703 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.874997 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.875211 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.875463 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.875676 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.875885 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.876118 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.876545 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.876820 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.877127 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.877354 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.877585 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.877822 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.878147 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.878376 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.878640 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.878887 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.879029 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:05:45.879221 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.879467 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.880336 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.880706 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.881171 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.881749 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.882170 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.882628 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.883039 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.883562 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.883968 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.884406 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.884978 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.885420 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.885796 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.886052 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.886281 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.886626 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.886989 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.887193 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.887575 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.887939 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.888433 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.888754 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.889041 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.889290 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.889513 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.890193 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.890193 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.890378 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.891874 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.891874 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.891874 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.891874 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.891874 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.891874 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.892370 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.892370 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.892520 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.893985 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.893985 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.893985 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.894242 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.895472 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.895472 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.895472 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.896219 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.896285 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.897511 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.897511 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.897511 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.897511 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.897511 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.897842 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.898669 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.901792 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.902075 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.902329 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.902596 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.902833 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.903099 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.903452 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.903681 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.903919 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.904309 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.904747 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.905150 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.905541 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.905968 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.906364 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.906505 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.906740 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.906971 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.907221 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.907468 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.907693 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.907915 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.908158 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.908377 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.908662 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.908976 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.909245 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.909467 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.909693 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.909967 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.910209 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.910464 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.910692 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.910917 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.911330 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.911478 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.911752 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.912186 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.912592 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.913012 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.913504 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.913949 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.914580 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.915101 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.915552 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.915954 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.916384 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.916653 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.916932 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.917175 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.917434 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.917699 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.917960 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.918411 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.918782 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.919207 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.919674 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.919965 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.920247 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.920515 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.920785 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.921048 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.921284 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.921535 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.921768 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.922021 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.922245 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.922535 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.922793 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.923037 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.923257 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.923518 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.923859 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.924112 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.924351 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.924618 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.924910 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.925170 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.925413 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.925682 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.925935 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.926191 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.926445 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.926708 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.926951 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.927202 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.927460 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.927677 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.927927 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.928143 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.928403 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.928621 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.928855 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.929125 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.929436 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.929669 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.929912 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.930135 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.930355 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.930605 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.930822 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.931044 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.931371 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.931519 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.931723 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.931936 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.932178 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.932443 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.932664 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.933105 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.933524 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.933920 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.934306 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.934681 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.935084 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.935365 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.935646 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.935873 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.936262 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.936488 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.936741 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.936961 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.937185 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.937417 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.937657 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.937917 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.938174 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.938514 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.938764 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.938998 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.939234 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.939491 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.939752 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.939991 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.940213 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.940451 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.940673 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.940894 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.941163 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.941407 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.941653 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.941869 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.942085 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.942870 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.943032 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.943444 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.943747 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.944003 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.944242 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.944499 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.944738 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.944952 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.945201 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.945419 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.945635 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.945882 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.946100 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.946312 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.946543 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.946757 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.946966 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.947214 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.947605 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.947820 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.948055 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.948268 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.948510 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.948735 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.948952 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.949184 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.949409 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.949620 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.949832 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.950054 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.950271 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.950480 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.950730 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.950941 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.951150 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.951399 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.951615 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.951825 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.952128 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.952391 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.952631 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.952918 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.953180 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.953425 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.953670 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.953980 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.954214 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.954454 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.954671 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.954888 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.955107 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.955398 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.955790 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.956035 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.956302 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.956550 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.956843 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.957129 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.957395 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.957610 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.958001 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.958832 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.959107 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.959390 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.959622 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.959870 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.960113 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.960331 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.960566 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.960804 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.961046 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.961304 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.961555 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.961781 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.961998 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.962227 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.962557 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.962815 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.963023 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.963268 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.963618 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.963706 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 07:05:45.964185 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93920) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 07:05:45.964612 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 07:05:45.964612 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 07:05:45.964765 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 07:05:45.964842 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 07:05:45.964983 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 07:05:45.965191 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.965353 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.965517 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.965678 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.965909 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.966007 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.966169 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.966334 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.966495 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.966809 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.966971 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.967129 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.967375 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.967480 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.967627 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.967788 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.967949 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.968108 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.968274 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.968434 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.968593 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.968752 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.968911 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] debug = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.969070 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.969263 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.969428 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.969588 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.969747 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.969906 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.970064 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.970223 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.970384 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.970545 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.970704 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.970863 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.971022 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.971180 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.971367 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.971527 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.971687 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.971846 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] host = dv-cinder-804735-9-iscsi {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.972004 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.972163 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.972321 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.972479 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.972638 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.972796 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.972955 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.973114 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.973273 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.973431 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.973688 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.973852 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.974011 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.974169 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] log_file = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.974330 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] log_options = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.974488 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.974647 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.974805 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.974995 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.975160 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.975342 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.975502 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.975662 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.975820 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.975979 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.976139 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.976298 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.976458 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.976616 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.977023 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.977191 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.977357 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.977516 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.977675 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.977835 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.977995 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.978154 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.978312 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.978470 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.978628 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.978786 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.978944 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.979102 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.979260 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.979447 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.979609 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.980165 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.980165 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.980165 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.980165 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.980561 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.980561 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.980692 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.980761 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.981188 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.981188 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.981341 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.981405 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.981519 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.981677 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.981836 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] use_json = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.981994 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.982153 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.982312 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.982472 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.982630 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.982788 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.982948 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.983107 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 07:05:45.983285 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.983470 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.983643 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.983804 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.983966 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.984127 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.984288 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.984451 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.984611 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.984772 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.984939 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.985148 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.985273 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.985434 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.985595 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.985759 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.985921 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.986125 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.986243 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.986404 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.986565 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.986727 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.986897 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.987058 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.987218 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.987404 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.987565 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.987741 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.987902 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.988162 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.988338 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.988423 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.988565 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.988663 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.988826 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.988988 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.989673 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.989843 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.990010 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.990167 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.990329 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.990560 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.990680 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.990802 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.990967 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.991158 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.991314 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.991472 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.991635 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.991845 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.991973 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.992109 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.992291 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.992438 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.992589 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.992804 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.992930 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.993077 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.993233 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.993396 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.993560 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.993718 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.993878 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.994040 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.994209 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.994361 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.994570 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.994696 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.994857 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.995018 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.995202 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.995471 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.995590 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.995686 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.995845 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.996005 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.996242 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.996340 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.996482 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.996639 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.996837 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.996958 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.997120 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.997287 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.997448 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.997665 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.997764 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.997916 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.998131 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.998477 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.998477 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.998661 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.998749 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.998858 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.999020 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.999180 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.999361 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.999524 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.999687 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:45.999852 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.000009 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.000170 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.000396 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.000495 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.000640 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.000802 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.000965 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.001123 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.001302 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.001429 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.001592 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.001756 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.001915 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.002077 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.002238 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.002398 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.002568 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.002728 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.002892 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.003056 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.003226 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.003430 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.003606 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.003756 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.003917 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.004106 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.004230 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.004545 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.004545 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.005379 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.005379 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.005609 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.005729 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.005849 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:05:46.005984 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.006078 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.006214 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.006415 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.006504 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.006633 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.006840 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.007157 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.007157 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.007388 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.007471 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.007572 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.007735 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.007896 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.008110 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.008228 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.008368 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.008532 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.008685 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.008841 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.009003 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.009172 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.009331 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.009487 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.009639 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.009803 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.009999 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.010131 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.010261 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.010425 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.010585 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.010748 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.010910 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.011072 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.011233 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.011436 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.011585 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.011742 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.011919 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.012058 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.012248 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.012382 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.012634 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.012767 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.012844 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.013006 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.013167 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.013329 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.013494 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.013746 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.013840 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.013965 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.014125 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.014284 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.014440 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.014620 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.014762 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.014925 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.015087 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.015267 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.015444 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.015594 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.015756 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.015919 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.016081 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.016242 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.016404 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.016566 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.016726 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.016887 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.017050 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.017213 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.017379 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.017542 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.017703 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.017864 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.018027 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.018192 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.018355 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.018515 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.018677 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.018823 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.019068 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.019236 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.019442 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.019699 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.019869 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.020031 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.020202 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.020338 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.020535 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.020698 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.021230 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.021230 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.021390 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.021542 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.021718 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.021881 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.022032 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.022182 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.022322 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.022489 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.022852 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.022852 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.023114 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.023114 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.023400 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.023400 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.023665 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.023754 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.023883 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.024229 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.024229 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.024389 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.024509 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.024672 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.024834 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.025005 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.025167 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.025328 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.025490 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.025662 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.025824 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.025989 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.026152 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.026314 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.026475 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.026642 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.026806 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.026977 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.027149 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.027331 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.027510 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.027680 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.027851 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.028012 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.028180 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.028355 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.028516 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.028679 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.028842 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.029004 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.029165 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.029326 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.029487 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.029648 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.029808 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.029969 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.030130 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.030291 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.030453 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.030615 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.030775 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.030938 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.031099 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.031259 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.031510 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 07:05:46.031661 dv-cinder-804735-9-iscsi neutron-server[93920]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 07:05:46.262607 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 47480) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:05:46.276529 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077972 Sep 07 07:05:57.616428 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d5f73c-29e8-46f7-8e01-754123c5b090 None None] get_active_networks_info from dv-cinder-804735-9-iscsi {{(pid=94031) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 07:05:57.687901 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d5f73c-29e8-46f7-8e01-754123c5b090 None None] No non-hosted networks {{(pid=94031) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 07 07:05:57.699931 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.agentschedulers_db [None req-16d5f73c-29e8-46f7-8e01-754123c5b090 None None] DHCP Agent not found on host dv-cinder-804735-9-iscsi {{(pid=94031) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 07 07:05:57.763941 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1cd7e2cc-fe4a-4f3e-a66b-246ff74f3d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580065'] for agent, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:00.170499 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580065'] for agent, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:00.171907 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:00.177210 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:00.178946 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:00.180861 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:00.203617 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:00.204054 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:00.204423 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:00.204775 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:00.205125 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:00.205463 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:00.205806 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:00.206144 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:00.206553 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804735-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:06:00.217672 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804735-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:06:00.296521 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4c42-b869-4047-a563-76616581b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580065'] for agent, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:00.395375 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-711b619b-8632-4d52-b7a5-97f2afffadc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:01.170343 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580065'] for agent, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:03.035009 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.db.l3_hamode_db [None req-b26c8260-b032-4701-bd4c-da6e5699fc70 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 07 07:06:03.113199 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c8260-b032-4701-bd4c-da6e5699fc70 None None] Routers set() bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:06:03.113695 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c8260-b032-4701-bd4c-da6e5699fc70 None None] Router IDs set() for agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 07:06:03.254012 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580065'] for agent, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:04.136232 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 47570) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:06:04.624001 dv-cinder-804735-9-iscsi neutron-server[94030]: WARNING oslo_policy.policy [None req-91e304e4-5365-48a6-827a-996b5069dfc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 07:06:04.624565 dv-cinder-804735-9-iscsi neutron-server[94030]: WARNING oslo_policy.policy [None req-91e304e4-5365-48a6-827a-996b5069dfc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 07:06:04.845363 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [None req-91e304e4-5365-48a6-827a-996b5069dfc3 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 07:06:04.846435 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-91e304e4-5365-48a6-827a-996b5069dfc3 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7092888 Sep 07 07:06:07.200074 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 47584) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:06:07.514030 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-109cee92-df02-49f0-ac78-bcbc70f74d3c admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:06:07.607270 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.policy [None req-109cee92-df02-49f0-ac78-bcbc70f74d3c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94030) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 07:06:07.651266 dv-cinder-804735-9-iscsi neutron-server[94030]: WARNING oslo_policy.policy [None req-109cee92-df02-49f0-ac78-bcbc70f74d3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 07:06:07.651669 dv-cinder-804735-9-iscsi neutron-server[94030]: WARNING oslo_policy.policy [None req-109cee92-df02-49f0-ac78-bcbc70f74d3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 07:06:07.660603 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.quota [None req-109cee92-df02-49f0-ac78-bcbc70f74d3c admin admin] Loaded quota_driver: . Sep 07 07:06:07.748164 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-109cee92-df02-49f0-ac78-bcbc70f74d3c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728186758872', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728186757285', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728185632574', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728185628890', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728187166239', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728185658724', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1737416', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1827521', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-741632', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-637182'] for rbac-policy, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:07.810869 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-109cee92-df02-49f0-ac78-bcbc70f74d3c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:07.812128 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-109cee92-df02-49f0-ac78-bcbc70f74d3c admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6111102 Sep 07 07:06:10.408911 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 47596) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:06:10.704241 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Request body: {'network': {'project_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'tenant_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'admin_state_up': True, 'name': 'private'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:06:10.733265 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Made reservation on behalf of b21e3149e59e4f3aae4c5435b110d1de for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:06:10.735939 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:10.752677 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:10.879825 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:10.883361 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:10.902658 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:06:10.929752 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728184039271', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:10.930266 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Unsubscribe: segment precommit_create {{(pid=94030) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 07:06:10.930803 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Added segment ab83bb18-5679-4836-a8fd-c4a7781ed70f of type vlan for network ed6affe6-a83a-43f3-96a9-d8563d1e3395 Sep 07 07:06:10.946778 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c32e657-c021-4557-9813-bea5cbbdc523,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:06:10.994827 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:10.995197 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:10.995688 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:10.996041 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:10.996370 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:10.996773 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:10.997141 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:10.997527 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:10.997988 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:10.998318 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:10.998705 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:10.999056 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Tracked resource versions report: Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: pushed versions: Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: { 'AddressGroup': {'1.2'}, Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'ConntrackHelper': {'1.0'}, Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Log': {'1.0'}, Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Network': {'1.1'}, Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Port': {'1.7'}, Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'PortForwarding': {'1.2'}, Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'QosPolicy': {'1.9'}, Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'SecurityGroup': {'1.4'}, Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'SecurityGroupRule': {'1.2'}, Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'SubPort': {'1.0'}, Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Subnet': {'1.1'}, Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Trunk': {'1.1'}} Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: consumer versions: Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: { DHCP agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: L3 agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: Metadata agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: Metering agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: Open vSwitch agent@dv-cinder-804735-9-iscsi: { 'AddressGroup': '1.2', Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'ConntrackHelper': '1.0', Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Log': '1.0', Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Network': '1.1', Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Port': '1.7', Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'PortForwarding': '1.2', Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'QosPolicy': '1.9', Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'SecurityGroup': '1.4', Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'SecurityGroupRule': '1.2', Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'SubPort': '1.0', Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Subnet': '1.1', Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Trunk': '1.1'}} Sep 07 07:06:11.000379 dv-cinder-804735-9-iscsi neutron-server[94030]: {{(pid=94030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 07:06:11.051264 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:11.088938 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:11.090188 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:06:11.090832 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:11.142127 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7321863 Sep 07 07:06:11.190558 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ef282-db31-4d34-b0b5-8e4f081c097f admin admin] Pushing event updated for resources: {'Network': ['ID=ed6affe6-a83a-43f3-96a9-d8563d1e3395,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:06:11.202081 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network ed6affe6-a83a-43f3-96a9-d8563d1e3395 details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:06:13.783547 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 47610) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:06:14.174564 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a827ae4-5c37-49fc-956f-7cbfe1c320d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:06:14.176617 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0a827ae4-5c37-49fc-956f-7cbfe1c320d2 admin admin] 10.222.0.30 "GET /v2.0/networks/ed6affe6-a83a-43f3-96a9-d8563d1e3395 HTTP/1.1" status: 200 len: 825 time: 0.3921154 Sep 07 07:06:14.200230 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c228f2ab-5244-43ca-89ad-43f9120fb6d0 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/53218e80-1e86-4160-80b9-714d0cadfe8c HTTP/1.1" status: 200 len: 734 time: 0.0175195 Sep 07 07:06:14.208818 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-0fb29339-6380-4762-8718-38ea71a58ce5 admin admin] Request body: {'subnet': {'subnetpool_id': '53218e80-1e86-4160-80b9-714d0cadfe8c', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'network_id': 'ed6affe6-a83a-43f3-96a9-d8563d1e3395'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:06:14.230872 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb29339-6380-4762-8718-38ea71a58ce5 admin admin] Made reservation on behalf of b21e3149e59e4f3aae4c5435b110d1de for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:06:14.233154 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0fb29339-6380-4762-8718-38ea71a58ce5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:14.514678 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0fb29339-6380-4762-8718-38ea71a58ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:14.585168 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb29339-6380-4762-8718-38ea71a58ce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda82126-0736-4f5f-8c3a-cb28e8fbf16f,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:06:14.587147 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb29339-6380-4762-8718-38ea71a58ce5 admin admin] Checking segment: {'id': 'ab83bb18-5679-4836-a8fd-c4a7781ed70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed6affe6-a83a-43f3-96a9-d8563d1e3395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:06:14.587554 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb29339-6380-4762-8718-38ea71a58ce5 admin admin] Network hostable DHCP agents. Network: ed6affe6-a83a-43f3-96a9-d8563d1e3395, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:06:14.607535 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb29339-6380-4762-8718-38ea71a58ce5 admin admin] Network ed6affe6-a83a-43f3-96a9-d8563d1e3395 is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:06:14.618890 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-0fb29339-6380-4762-8718-38ea71a58ce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, ed6affe6-a83a-43f3-96a9-d8563d1e3395) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:06:14.623309 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb29339-6380-4762-8718-38ea71a58ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:06:14.623927 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0fb29339-6380-4762-8718-38ea71a58ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:14.632190 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d3e61b-e0df-4d49-a30a-bf945d8e48e8 None None] Network ed6affe6-a83a-43f3-96a9-d8563d1e3395 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:06:14.643230 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0fb29339-6380-4762-8718-38ea71a58ce5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4322417 Sep 07 07:06:14.945429 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f9ab8f-4745-5d61-a11c-a90c59f1384b-ed6affe6-a83a-43f3-96a9-d8563d1e3395', 'network_id': 'ed6affe6-a83a-43f3-96a9-d8563d1e3395', 'tenant_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'fixed_ips': [{'subnet_id': 'dda82126-0736-4f5f-8c3a-cb28e8fbf16f'}]}} from dv-cinder-804735-9-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 07:06:14.946749 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:15.221736 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Allocated IP 172.20.0.2 (ed6affe6-a83a-43f3-96a9-d8563d1e3395/dda82126-0736-4f5f-8c3a-cb28e8fbf16f/1bfeb623-8891-4d87-8a10-744e3247e83c) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:06:15.421203 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:15.461868 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Transition to ACTIVE for port object 1bfeb623-8891-4d87-8a10-744e3247e83c will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:06:15.482794 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Transition to ACTIVE for port object 1bfeb623-8891-4d87-8a10-744e3247e83c will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:06:15.490699 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:15.551572 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Network ed6affe6-a83a-43f3-96a9-d8563d1e3395 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:06:15.556150 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:06:15.573313 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:06:15.580508 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Pushing event updated for resources: {'Port': ['ID=1bfeb623-8891-4d87-8a10-744e3247e83c,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:06:15.624058 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:15.624404 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:15.624743 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:15.625077 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:15.625417 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:15.625747 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:15.626073 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:15.626396 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:15.626733 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:15.627058 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:15.627399 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:15.627719 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Tracked resource versions report: Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: pushed versions: Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: { 'AddressGroup': {'1.2'}, Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'ConntrackHelper': {'1.0'}, Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Log': {'1.0'}, Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Network': {'1.1'}, Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Port': {'1.7'}, Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'PortForwarding': {'1.2'}, Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'QosPolicy': {'1.9'}, Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'SecurityGroup': {'1.4'}, Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'SecurityGroupRule': {'1.2'}, Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'SubPort': {'1.0'}, Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Subnet': {'1.1'}, Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Trunk': {'1.1'}} Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: consumer versions: Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: { DHCP agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: L3 agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: Metadata agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: Metering agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: Open vSwitch agent@dv-cinder-804735-9-iscsi: { 'AddressGroup': '1.2', Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'ConntrackHelper': '1.0', Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Log': '1.0', Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Network': '1.1', Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Port': '1.7', Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'PortForwarding': '1.2', Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'QosPolicy': '1.9', Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'SecurityGroup': '1.4', Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'SecurityGroupRule': '1.2', Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'SubPort': '1.0', Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Subnet': '1.1', Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Trunk': '1.1'}} Sep 07 07:06:15.628892 dv-cinder-804735-9-iscsi neutron-server[94031]: {{(pid=94031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 07:06:15.661399 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Attempting to bind port 1bfeb623-8891-4d87-8a10-744e3247e83c on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:06:15.661928 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Attempting to bind port 1bfeb623-8891-4d87-8a10-744e3247e83c by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': 'ab83bb18-5679-4836-a8fd-c4a7781ed70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed6affe6-a83a-43f3-96a9-d8563d1e3395'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:06:15.662210 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Attempting to bind port 1bfeb623-8891-4d87-8a10-744e3247e83c on network ed6affe6-a83a-43f3-96a9-d8563d1e3395 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:06:15.666908 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:06:15.667345 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Checking segment: {'id': 'ab83bb18-5679-4836-a8fd-c4a7781ed70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed6affe6-a83a-43f3-96a9-d8563d1e3395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:06:15.667795 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:15.668183 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Bound using segment: {'id': 'ab83bb18-5679-4836-a8fd-c4a7781ed70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed6affe6-a83a-43f3-96a9-d8563d1e3395'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:06:15.668687 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Bound port: 1bfeb623-8891-4d87-8a10-744e3247e83c, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab83bb18-5679-4836-a8fd-c4a7781ed70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed6affe6-a83a-43f3-96a9-d8563d1e3395'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:06:15.669095 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:15.728920 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-1c714763-c374-4d57-8854-99efc410b29c None None] For port 1bfeb623-8891-4d87-8a10-744e3247e83c, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:06:15.733077 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-1c714763-c374-4d57-8854-99efc410b29c None None] For port 1bfeb623-8891-4d87-8a10-744e3247e83c, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=1bfeb623-8891-4d87-8a10-744e3247e83c,segment=NetworkSegment(ab83bb18-5679-4836-a8fd-c4a7781ed70f),segment_id=ab83bb18-5679-4836-a8fd-c4a7781ed70f)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:06:15.737697 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:15.803074 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c714763-c374-4d57-8854-99efc410b29c None None] Pushing event updated for resources: {'Port': ['ID=1bfeb623-8891-4d87-8a10-744e3247e83c,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:06:17.062597 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 47618) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:06:17.376252 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [None req-a67b7267-cfa1-424a-ac86-ef5b2e635e4f admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 07:06:17.377244 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a67b7267-cfa1-424a-ac86-ef5b2e635e4f admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3137062 Sep 07 07:06:19.786408 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 47626) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:06:20.103453 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [None req-3da6ad55-81ee-4ff8-ad1e-17778fd08dce admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 07:06:20.119376 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-3da6ad55-81ee-4ff8-ad1e-17778fd08dce admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3169870 Sep 07 07:06:22.760770 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 47636) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:06:23.076167 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-9950a21a-8e6f-4b81-962d-c58fe55409c3 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'b21e3149e59e4f3aae4c5435b110d1de'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:06:23.100759 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9950a21a-8e6f-4b81-962d-c58fe55409c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10356'] for router, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:23.103068 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9950a21a-8e6f-4b81-962d-c58fe55409c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10367'] for router, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:23.237414 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9950a21a-8e6f-4b81-962d-c58fe55409c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:23.243468 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9950a21a-8e6f-4b81-962d-c58fe55409c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567287'] for router, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:23.255963 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9950a21a-8e6f-4b81-962d-c58fe55409c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:23.257148 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-9950a21a-8e6f-4b81-962d-c58fe55409c3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4953725 Sep 07 07:06:23.954291 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 1bfeb623-8891-4d87-8a10-744e3247e83c up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:06:24.041809 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port 1bfeb623-8891-4d87-8a10-744e3247e83c completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:06:24.144559 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b32cae-4e4d-4c51-abd2-4617c791ec0a None None] Network ed6affe6-a83a-43f3-96a9-d8563d1e3395 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:06:24.267658 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-ac3ef68d-ed34-41ad-a5b4-cd6abb8975ff None None] Provisioning for port 1bfeb623-8891-4d87-8a10-744e3247e83c completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:06:24.274302 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-ac3ef68d-ed34-41ad-a5b4-cd6abb8975ff None None] Provisioning complete for port 1bfeb623-8891-4d87-8a10-744e3247e83c triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:06:24.274707 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef68d-ed34-41ad-a5b4-cd6abb8975ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:24.424497 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef68d-ed34-41ad-a5b4-cd6abb8975ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:24.463164 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-ac3ef68d-ed34-41ad-a5b4-cd6abb8975ff None None] For port 1bfeb623-8891-4d87-8a10-744e3247e83c, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=1bfeb623-8891-4d87-8a10-744e3247e83c,segment=NetworkSegment(ab83bb18-5679-4836-a8fd-c4a7781ed70f),segment_id=ab83bb18-5679-4836-a8fd-c4a7781ed70f)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:06:24.467637 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef68d-ed34-41ad-a5b4-cd6abb8975ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:24.523869 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ef68d-ed34-41ad-a5b4-cd6abb8975ff None None] Pushing event updated for resources: {'Port': ['ID=1bfeb623-8891-4d87-8a10-744e3247e83c,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:06:24.588235 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-2760c8c2-afb3-4b18-b9e1-b6790eedee6f None None] Provisioning complete for port 1bfeb623-8891-4d87-8a10-744e3247e83c triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:06:24.588623 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2760c8c2-afb3-4b18-b9e1-b6790eedee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:25.639008 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 47648) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:06:25.917671 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 1bfeb623-8891-4d87-8a10-744e3247e83c up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:06:25.949226 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [None req-4c5fe215-174c-45ac-918e-105b91978d75 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 07:06:25.950275 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-4c5fe215-174c-45ac-918e-105b91978d75 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3102846 Sep 07 07:06:25.962709 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 1bfeb623-8891-4d87-8a10-744e3247e83c triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:06:25.963085 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:27.520537 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-38d9cf82-b1a0-45ca-89e1-ee2f5cc1949b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:28.334831 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 47656) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:06:28.826173 dv-cinder-804735-9-iscsi neutron-server[94029]: WARNING oslo_policy.policy [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 07:06:28.826751 dv-cinder-804735-9-iscsi neutron-server[94029]: WARNING oslo_policy.policy [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 07:06:29.053560 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:06:29.055226 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.quota [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Loaded quota_driver: . Sep 07 07:06:29.108270 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Made reservation on behalf of c97725c20b85429cbaa30c5a9df5f37a for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:06:29.173286 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.policy [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94029) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 07:06:29.219102 dv-cinder-804735-9-iscsi neutron-server[94029]: WARNING oslo_policy.policy [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 07:06:29.219507 dv-cinder-804735-9-iscsi neutron-server[94029]: WARNING oslo_policy.policy [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 07:06:29.230723 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:29.251643 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:29.378197 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:29.381778 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:29.393045 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Reserving flat network on physical network physnet1 {{(pid=94029) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 07 07:06:29.425750 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728184039271', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:29.426311 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Unsubscribe: segment precommit_create {{(pid=94029) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 07:06:29.426853 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Added segment 861a4dad-310a-434f-b22d-2a999f050932 of type flat for network e2b3ffe7-98e3-4527-9727-6754b6d36286 Sep 07 07:06:29.443156 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953c5bb0-928e-4a37-a3a7-42fd387cf8c5,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:06:29.480279 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:29.480632 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:29.480965 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:29.481289 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:29.481613 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:29.481946 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:29.482264 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:29.482578 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:29.482908 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:29.483222 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:29.483555 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:29.483863 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Tracked resource versions report: Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: pushed versions: Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: { 'AddressGroup': {'1.2'}, Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'ConntrackHelper': {'1.0'}, Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Log': {'1.0'}, Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Network': {'1.1'}, Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Port': {'1.7'}, Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'PortForwarding': {'1.2'}, Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'QosPolicy': {'1.9'}, Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'SecurityGroup': {'1.4'}, Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'SecurityGroupRule': {'1.2'}, Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'SubPort': {'1.0'}, Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Subnet': {'1.1'}, Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Trunk': {'1.1'}} Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: consumer versions: Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: { DHCP agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: L3 agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: Metadata agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: Metering agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: Open vSwitch agent@dv-cinder-804735-9-iscsi: { 'AddressGroup': '1.2', Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'ConntrackHelper': '1.0', Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Log': '1.0', Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Network': '1.1', Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Port': '1.7', Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'PortForwarding': '1.2', Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'QosPolicy': '1.9', Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'SecurityGroup': '1.4', Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'SecurityGroupRule': '1.2', Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'SubPort': '1.0', Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Subnet': '1.1', Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Trunk': '1.1'}} Sep 07 07:06:29.484972 dv-cinder-804735-9-iscsi neutron-server[94029]: {{(pid=94029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 07:06:29.558768 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:29.605634 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:29.606853 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:06:29.607538 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:29.671368 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3342988 Sep 07 07:06:29.703197 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32b216-ef15-4843-8b67-a059650cecfe admin admin] Pushing event updated for resources: {'Network': ['ID=e2b3ffe7-98e3-4527-9727-6754b6d36286,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:06:29.714804 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:06:30.159096 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:30.276590 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-21a8221c-2256-4030-9073-646dd2760db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:31.043103 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:32.066900 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 47686) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:06:32.283602 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24c60bf-c9c0-451f-abfd-5818c67228ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:06:32.285061 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-a24c60bf-c9c0-451f-abfd-5818c67228ae admin admin] 10.222.0.30 "GET /v2.0/subnets/dda82126-0736-4f5f-8c3a-cb28e8fbf16f HTTP/1.1" status: 200 len: 849 time: 0.2171388 Sep 07 07:06:32.445230 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8cd44229-0ab2-4e0e-8cf2-15f3d8920f8f admin admin] 10.222.0.30 "GET /v2.0/routers/3f683187-c68c-4ad6-adaa-00d9661724c0 HTTP/1.1" status: 200 len: 704 time: 0.1533773 Sep 07 07:06:32.722643 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:33.014938 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Allocated IP 172.20.0.1 (ed6affe6-a83a-43f3-96a9-d8563d1e3395/dda82126-0736-4f5f-8c3a-cb28e8fbf16f/dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:06:33.200141 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:33.206248 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:33.224558 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Transition to ACTIVE for port object dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4 will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:06:33.291547 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:33.358566 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Network ed6affe6-a83a-43f3-96a9-d8563d1e3395 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:06:33.364239 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:06:33.367471 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:06:33.368190 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579972'] for router_interface, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:33.433017 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Pushing event updated for resources: {'Port': ['ID=dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:06:33.527439 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-2c741503-5901-4cd0-abae-cc2755276756 None None] Provisioning for port dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:06:33.530845 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-2c741503-5901-4cd0-abae-cc2755276756 None None] Provisioning complete for port dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:06:33.531221 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2c741503-5901-4cd0-abae-cc2755276756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:33.564138 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-2c741503-5901-4cd0-abae-cc2755276756 None None] Port dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:06:33.570425 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:33.819740 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:33.824070 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:33.824832 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580916'] for router_interface, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:33.884616 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Pushing event updated for resources: {'Port': ['ID=dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:06:33.948396 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Network ed6affe6-a83a-43f3-96a9-d8563d1e3395 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:06:33.949689 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:06:34.111605 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Router 3f683187-c68c-4ad6-adaa-00d9661724c0 is scheduled to L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 with binding_index 1 {{(pid=94029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 07:06:34.184888 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-234cb314-d137-46f1-b13d-9e00af51f670 None None] Provisioning complete for port dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:06:34.185265 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-234cb314-d137-46f1-b13d-9e00af51f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:34.200155 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:06:34.205430 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-cd882057-4558-4a42-b5a0-0d2683ce41ab admin admin] 10.222.0.30 "PUT /v2.0/routers/3f683187-c68c-4ad6-adaa-00d9661724c0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7546077 Sep 07 07:06:34.227425 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-234cb314-d137-46f1-b13d-9e00af51f670 None None] Port dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:06:34.228114 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Sync routers for ids ['3f683187-c68c-4ad6-adaa-00d9661724c0'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:06:34.237460 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Routers {'3f683187-c68c-4ad6-adaa-00d9661724c0'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:06:34.238302 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:06:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['3f683187-c68c-4ad6-adaa-00d9661724c0'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:06:34.422417 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Set router 3f683187-c68c-4ad6-adaa-00d9661724c0 gateway port host: None {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:06:34.843610 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f683187-c68c-4ad6-adaa-00d9661724c0', 'name': 'router1', 'tenant_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:06:23Z', 'updated_at': '2021-09-07T07:06:33Z', 'revision_number': 2, 'project_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'gw_port_host': None, '_interfaces': [{'id': 'dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4', 'name': '', 'network_id': 'ed6affe6-a83a-43f3-96a9-d8563d1e3395', 'tenant_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'mac_address': 'fa:16:3e:ca:dc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f683187-c68c-4ad6-adaa-00d9661724c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dda82126-0736-4f5f-8c3a-cb28e8fbf16f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:06:32Z', 'updated_at': '2021-09-07T07:06:33Z', 'revision_number': 2, 'project_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'subnets': [{'id': 'dda82126-0736-4f5f-8c3a-cb28e8fbf16f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53218e80-1e86-4160-80b9-714d0cadfe8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:06:34.897973 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Checking router: 3f683187-c68c-4ad6-adaa-00d9661724c0 for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:06:34.898345 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Updating router 3f683187-c68c-4ad6-adaa-00d9661724c0 port dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4 binding host dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:06:34.946039 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:35.457973 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:35.476581 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Transition to ACTIVE for port object dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:06:35.482496 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:35.646984 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd0b3f-9c55-4bcc-9d3c-fdfee628a8c9 None None] Pushing event updated for resources: {'Port': ['ID=dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:06:35.649477 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Attempting to bind port dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4 on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:06:35.649891 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Attempting to bind port dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4 by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': 'ab83bb18-5679-4836-a8fd-c4a7781ed70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed6affe6-a83a-43f3-96a9-d8563d1e3395'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:06:35.650307 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Attempting to bind port dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4 on network ed6affe6-a83a-43f3-96a9-d8563d1e3395 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:06:35.660390 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd0b3f-9c55-4bcc-9d3c-fdfee628a8c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:35.660733 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd0b3f-9c55-4bcc-9d3c-fdfee628a8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:35.661077 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd0b3f-9c55-4bcc-9d3c-fdfee628a8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:35.661416 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd0b3f-9c55-4bcc-9d3c-fdfee628a8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:35.661749 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd0b3f-9c55-4bcc-9d3c-fdfee628a8c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:35.662083 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd0b3f-9c55-4bcc-9d3c-fdfee628a8c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:35.662414 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd0b3f-9c55-4bcc-9d3c-fdfee628a8c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:35.662825 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd0b3f-9c55-4bcc-9d3c-fdfee628a8c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:35.663059 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd0b3f-9c55-4bcc-9d3c-fdfee628a8c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:35.663428 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd0b3f-9c55-4bcc-9d3c-fdfee628a8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:35.663781 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd0b3f-9c55-4bcc-9d3c-fdfee628a8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:35.664125 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd0b3f-9c55-4bcc-9d3c-fdfee628a8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cd0b3f-9c55-4bcc-9d3c-fdfee628a8c9 None None] Tracked resource versions report: Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: pushed versions: Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: { 'AddressGroup': {'1.2'}, Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'ConntrackHelper': {'1.0'}, Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Log': {'1.0'}, Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Network': {'1.1'}, Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Port': {'1.7'}, Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'PortForwarding': {'1.2'}, Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'QosPolicy': {'1.9'}, Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'SecurityGroup': {'1.4'}, Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'SecurityGroupRule': {'1.2'}, Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'SubPort': {'1.0'}, Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Subnet': {'1.1'}, Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Trunk': {'1.1'}} Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: consumer versions: Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: { DHCP agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: L3 agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: Metadata agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: Metering agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: Open vSwitch agent@dv-cinder-804735-9-iscsi: { 'AddressGroup': '1.2', Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'ConntrackHelper': '1.0', Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Log': '1.0', Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Network': '1.1', Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Port': '1.7', Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'PortForwarding': '1.2', Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'QosPolicy': '1.9', Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'SecurityGroup': '1.4', Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'SecurityGroupRule': '1.2', Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'SubPort': '1.0', Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Subnet': '1.1', Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Trunk': '1.1'}} Sep 07 07:06:35.665221 dv-cinder-804735-9-iscsi neutron-server[94032]: {{(pid=94032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 07:06:35.668766 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:06:35.669172 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Checking segment: {'id': 'ab83bb18-5679-4836-a8fd-c4a7781ed70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed6affe6-a83a-43f3-96a9-d8563d1e3395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:06:35.669631 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:35.670014 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Bound using segment: {'id': 'ab83bb18-5679-4836-a8fd-c4a7781ed70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed6affe6-a83a-43f3-96a9-d8563d1e3395'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:06:35.670511 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Bound port: dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab83bb18-5679-4836-a8fd-c4a7781ed70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed6affe6-a83a-43f3-96a9-d8563d1e3395'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:06:35.670902 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:35.736128 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] For port dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:06:35.757658 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] For port dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4,segment=NetworkSegment(ab83bb18-5679-4836-a8fd-c4a7781ed70f),segment_id=ab83bb18-5679-4836-a8fd-c4a7781ed70f)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:06:35.761986 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:35.818918 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd0b3f-9c55-4bcc-9d3c-fdfee628a8c9 None None] Pushing event updated for resources: {'Port': ['ID=dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:06:35.826543 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Routers {'3f683187-c68c-4ad6-adaa-00d9661724c0'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:06:35.826999 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:06:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['3f683187-c68c-4ad6-adaa-00d9661724c0'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:06:35.919995 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] Set router 3f683187-c68c-4ad6-adaa-00d9661724c0 gateway port host: None {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:06:36.133337 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f683187-c68c-4ad6-adaa-00d9661724c0', 'name': 'router1', 'tenant_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:06:23Z', 'updated_at': '2021-09-07T07:06:33Z', 'revision_number': 2, 'project_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'gw_port_host': None, '_interfaces': [{'id': 'dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4', 'name': '', 'network_id': 'ed6affe6-a83a-43f3-96a9-d8563d1e3395', 'tenant_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'mac_address': 'fa:16:3e:ca:dc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f683187-c68c-4ad6-adaa-00d9661724c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dda82126-0736-4f5f-8c3a-cb28e8fbf16f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:06:32Z', 'updated_at': '2021-09-07T07:06:35Z', 'revision_number': 4, 'project_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'subnets': [{'id': 'dda82126-0736-4f5f-8c3a-cb28e8fbf16f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53218e80-1e86-4160-80b9-714d0cadfe8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:06:36.158500 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4697c9d5-401c-4d63-83b9-a54cf15d56ae None None] The sync data for ids ['3f683187-c68c-4ad6-adaa-00d9661724c0'] in dv-cinder-804735-9-iscsi is: [{'id': '3f683187-c68c-4ad6-adaa-00d9661724c0', 'name': 'router1', 'tenant_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:06:23Z', 'updated_at': '2021-09-07T07:06:33Z', 'revision_number': 2, 'project_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'gw_port_host': None, '_interfaces': [{'id': 'dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4', 'name': '', 'network_id': 'ed6affe6-a83a-43f3-96a9-d8563d1e3395', 'tenant_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'mac_address': 'fa:16:3e:ca:dc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f683187-c68c-4ad6-adaa-00d9661724c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dda82126-0736-4f5f-8c3a-cb28e8fbf16f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:06:32Z', 'updated_at': '2021-09-07T07:06:35Z', 'revision_number': 4, 'project_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'subnets': [{'id': 'dda82126-0736-4f5f-8c3a-cb28e8fbf16f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53218e80-1e86-4160-80b9-714d0cadfe8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:06:36.421672 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 47706) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:06:36.526970 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbec464-f9e4-4176-b448-ec70ed5fb6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:06:36.528365 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-6dbec464-f9e4-4176-b448-ec70ed5fb6f8 admin admin] 10.222.0.30 "GET /v2.0/networks/e2b3ffe7-98e3-4527-9727-6754b6d36286 HTTP/1.1" status: 200 len: 842 time: 0.1056376 Sep 07 07:06:36.538826 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-4062e445-3d22-4e93-a30e-b2667385b419 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:06:36.562594 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4062e445-3d22-4e93-a30e-b2667385b419 admin admin] Made reservation on behalf of c97725c20b85429cbaa30c5a9df5f37a for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:06:36.564975 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4062e445-3d22-4e93-a30e-b2667385b419 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:36.866023 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.objects.ports [None req-4062e445-3d22-4e93-a30e-b2667385b419 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94029) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 07:06:36.866432 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4062e445-3d22-4e93-a30e-b2667385b419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:36.924927 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062e445-3d22-4e93-a30e-b2667385b419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf4c235-f8eb-4dd9-a94c-45598b0c28fd,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:06:36.929314 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4062e445-3d22-4e93-a30e-b2667385b419 admin admin] Checking segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:06:36.929664 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4062e445-3d22-4e93-a30e-b2667385b419 admin admin] Network hostable DHCP agents. Network: e2b3ffe7-98e3-4527-9727-6754b6d36286, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:06:36.950540 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4062e445-3d22-4e93-a30e-b2667385b419 admin admin] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:06:36.963319 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-4062e445-3d22-4e93-a30e-b2667385b419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, e2b3ffe7-98e3-4527-9727-6754b6d36286) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:06:36.967794 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4062e445-3d22-4e93-a30e-b2667385b419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:06:36.969432 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4062e445-3d22-4e93-a30e-b2667385b419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:36.974865 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b3489b-b17a-4885-a753-71fbdc59b837 None None] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:06:36.987662 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-4062e445-3d22-4e93-a30e-b2667385b419 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4521027 Sep 07 07:06:37.130183 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cecd6e-4fdb-41ea-b152-3a9fe738e214 None None] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:06:39.311478 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 47714) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:06:39.441371 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-427507f0-90cf-4d4b-acaf-5d262f0c981c admin admin] 10.222.0.30 "GET /v2.0/routers/3f683187-c68c-4ad6-adaa-00d9661724c0 HTTP/1.1" status: 200 len: 710 time: 0.1286607 Sep 07 07:06:39.528424 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5181af-7db1-4699-b522-958e213db955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:06:39.529693 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-0d5181af-7db1-4699-b522-958e213db955 admin admin] 10.222.0.30 "GET /v2.0/networks/e2b3ffe7-98e3-4527-9727-6754b6d36286 HTTP/1.1" status: 200 len: 886 time: 0.0823894 Sep 07 07:06:39.539112 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-d1dff913-2817-47b4-8518-63a751073eb3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:06:39.844278 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d1dff913-2817-47b4-8518-63a751073eb3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:40.087077 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d1dff913-2817-47b4-8518-63a751073eb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:40.164976 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d1dff913-2817-47b4-8518-63a751073eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:40.261711 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-d1dff913-2817-47b4-8518-63a751073eb3 admin admin] Allocated IP 172.27.2.2 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/4c17bbe4-e0dd-4058-aff5-ae87ceee2559) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:06:40.359316 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d1dff913-2817-47b4-8518-63a751073eb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:40.397595 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d1dff913-2817-47b4-8518-63a751073eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:40.434545 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dff913-2817-47b4-8518-63a751073eb3 admin admin] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:06:40.437340 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-d1dff913-2817-47b4-8518-63a751073eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:06:40.445835 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dff913-2817-47b4-8518-63a751073eb3 admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:06:40.448750 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dff913-2817-47b4-8518-63a751073eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=4c17bbe4-e0dd-4058-aff5-ae87ceee2559,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:06:40.691477 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d1dff913-2817-47b4-8518-63a751073eb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:40.883090 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d1dff913-2817-47b4-8518-63a751073eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7317'] for router, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:40.886366 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d1dff913-2817-47b4-8518-63a751073eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576017'] for router, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:40.989620 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dff913-2817-47b4-8518-63a751073eb3 admin admin] Router 3f683187-c68c-4ad6-adaa-00d9661724c0 has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:06:41.094913 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dff913-2817-47b4-8518-63a751073eb3 admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:06:41.105541 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d1dff913-2817-47b4-8518-63a751073eb3 admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:41.106739 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-d1dff913-2817-47b4-8518-63a751073eb3 admin admin] 10.222.0.30 "PUT /v2.0/routers/3f683187-c68c-4ad6-adaa-00d9661724c0 HTTP/1.1" status: 200 len: 888 time: 1.5707185 Sep 07 07:06:41.956411 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:06:42.008625 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:06:42.012209 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:06:42.012590 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:42.086672 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:42.118483 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4,segment=NetworkSegment(ab83bb18-5679-4836-a8fd-c4a7781ed70f),segment_id=ab83bb18-5679-4836-a8fd-c4a7781ed70f)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:06:42.123356 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:42.169689 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:06:42.657292 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Sync routers for ids ['3f683187-c68c-4ad6-adaa-00d9661724c0'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:06:42.667867 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Routers {'3f683187-c68c-4ad6-adaa-00d9661724c0'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:06:42.668547 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:06:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['3f683187-c68c-4ad6-adaa-00d9661724c0'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:06:42.911655 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Set router 3f683187-c68c-4ad6-adaa-00d9661724c0 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:06:43.298017 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f683187-c68c-4ad6-adaa-00d9661724c0', 'name': 'router1', 'tenant_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '4c17bbe4-e0dd-4058-aff5-ae87ceee2559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:06:23Z', 'updated_at': '2021-09-07T07:06:40Z', 'revision_number': 4, 'project_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'gw_port': {'id': '4c17bbe4-e0dd-4058-aff5-ae87ceee2559', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f683187-c68c-4ad6-adaa-00d9661724c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:06:40Z', 'updated_at': '2021-09-07T07:06:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': 'dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4', 'name': '', 'network_id': 'ed6affe6-a83a-43f3-96a9-d8563d1e3395', 'tenant_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'mac_address': 'fa:16:3e:ca:dc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f683187-c68c-4ad6-adaa-00d9661724c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dda82126-0736-4f5f-8c3a-cb28e8fbf16f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:06:32Z', 'updated_at': '2021-09-07T07:06:42Z', 'revision_number': 5, 'project_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'subnets': [{'id': 'dda82126-0736-4f5f-8c3a-cb28e8fbf16f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53218e80-1e86-4160-80b9-714d0cadfe8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:06:43.347064 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Checking router: 3f683187-c68c-4ad6-adaa-00d9661724c0 for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:06:43.347443 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Updating router 3f683187-c68c-4ad6-adaa-00d9661724c0 port 4c17bbe4-e0dd-4058-aff5-ae87ceee2559 binding host dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:06:43.397459 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:43.515540 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 47726) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:06:43.707581 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-54bb72a4-9fe9-49b0-8f67-247f68c08efc admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1908782 Sep 07 07:06:43.712967 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:43.724300 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Transition to ACTIVE for port object 4c17bbe4-e0dd-4058-aff5-ae87ceee2559 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:06:43.730945 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:43.786911 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Attempting to bind port 4c17bbe4-e0dd-4058-aff5-ae87ceee2559 on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:06:43.787298 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Attempting to bind port 4c17bbe4-e0dd-4058-aff5-ae87ceee2559 by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:06:43.787686 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Attempting to bind port 4c17bbe4-e0dd-4058-aff5-ae87ceee2559 on network e2b3ffe7-98e3-4527-9727-6754b6d36286 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:06:43.789836 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07dd2c-041a-4032-a795-a0680dd3c39e None None] Pushing event updated for resources: {'Port': ['ID=4c17bbe4-e0dd-4058-aff5-ae87ceee2559,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:06:43.795621 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:06:43.796007 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Checking segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:06:43.796422 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:43.797177 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Bound using segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:06:43.797320 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Bound port: 4c17bbe4-e0dd-4058-aff5-ae87ceee2559, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:06:43.797688 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:43.852842 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] For port 4c17bbe4-e0dd-4058-aff5-ae87ceee2559, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:06:43.856073 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] For port 4c17bbe4-e0dd-4058-aff5-ae87ceee2559, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=4c17bbe4-e0dd-4058-aff5-ae87ceee2559,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:06:43.860473 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:43.916210 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07dd2c-041a-4032-a795-a0680dd3c39e None None] Pushing event updated for resources: {'Port': ['ID=4c17bbe4-e0dd-4058-aff5-ae87ceee2559,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:06:43.923173 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Routers {'3f683187-c68c-4ad6-adaa-00d9661724c0'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:06:43.924664 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:06:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['3f683187-c68c-4ad6-adaa-00d9661724c0'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:06:43.961188 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:06:44.141629 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:06:44.142013 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:44.147447 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] Set router 3f683187-c68c-4ad6-adaa-00d9661724c0 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:06:44.421440 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f683187-c68c-4ad6-adaa-00d9661724c0', 'name': 'router1', 'tenant_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '4c17bbe4-e0dd-4058-aff5-ae87ceee2559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:06:23Z', 'updated_at': '2021-09-07T07:06:40Z', 'revision_number': 4, 'project_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'gw_port': {'id': '4c17bbe4-e0dd-4058-aff5-ae87ceee2559', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f683187-c68c-4ad6-adaa-00d9661724c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:06:40Z', 'updated_at': '2021-09-07T07:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': 'dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4', 'name': '', 'network_id': 'ed6affe6-a83a-43f3-96a9-d8563d1e3395', 'tenant_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'mac_address': 'fa:16:3e:ca:dc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f683187-c68c-4ad6-adaa-00d9661724c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dda82126-0736-4f5f-8c3a-cb28e8fbf16f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:06:32Z', 'updated_at': '2021-09-07T07:06:42Z', 'revision_number': 5, 'project_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'subnets': [{'id': 'dda82126-0736-4f5f-8c3a-cb28e8fbf16f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53218e80-1e86-4160-80b9-714d0cadfe8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:06:44.451665 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16a799e-4423-4247-b3da-fd67b5a43e0b None None] The sync data for ids ['3f683187-c68c-4ad6-adaa-00d9661724c0'] in dv-cinder-804735-9-iscsi is: [{'id': '3f683187-c68c-4ad6-adaa-00d9661724c0', 'name': 'router1', 'tenant_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '4c17bbe4-e0dd-4058-aff5-ae87ceee2559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:06:23Z', 'updated_at': '2021-09-07T07:06:40Z', 'revision_number': 4, 'project_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'gw_port': {'id': '4c17bbe4-e0dd-4058-aff5-ae87ceee2559', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f683187-c68c-4ad6-adaa-00d9661724c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:06:40Z', 'updated_at': '2021-09-07T07:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': 'dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4', 'name': '', 'network_id': 'ed6affe6-a83a-43f3-96a9-d8563d1e3395', 'tenant_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'mac_address': 'fa:16:3e:ca:dc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f683187-c68c-4ad6-adaa-00d9661724c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dda82126-0736-4f5f-8c3a-cb28e8fbf16f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:06:32Z', 'updated_at': '2021-09-07T07:06:42Z', 'revision_number': 5, 'project_id': 'b21e3149e59e4f3aae4c5435b110d1de', 'subnets': [{'id': 'dda82126-0736-4f5f-8c3a-cb28e8fbf16f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53218e80-1e86-4160-80b9-714d0cadfe8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:06:45.997916 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 4c17bbe4-e0dd-4058-aff5-ae87ceee2559 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:06:46.059559 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port 4c17bbe4-e0dd-4058-aff5-ae87ceee2559 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:06:46.062893 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 4c17bbe4-e0dd-4058-aff5-ae87ceee2559 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:06:46.063246 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:46.143415 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:46.165343 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port 4c17bbe4-e0dd-4058-aff5-ae87ceee2559, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=4c17bbe4-e0dd-4058-aff5-ae87ceee2559,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:06:46.170448 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:46.227315 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=4c17bbe4-e0dd-4058-aff5-ae87ceee2559,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:06:47.973656 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 4c17bbe4-e0dd-4058-aff5-ae87ceee2559 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:06:48.042222 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 4c17bbe4-e0dd-4058-aff5-ae87ceee2559 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:06:48.042634 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:06:48.900074 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:06:57.528017 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-316c24ef-5066-456a-9df6-57a0464d9ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:07:00.161544 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:07:00.283361 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3232d22f-b7ac-4202-b085-9c466f61ec0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:07:01.054067 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:07:03.226625 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:07:25.899655 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:07:27.522239 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-53d71243-e650-42ce-bc81-cc9243347757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:07:30.156429 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:07:30.286641 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f5ecbebb-ac60-4798-8302-bcef6c9bfeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:07:31.050029 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:07:33.231336 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:07:57.525170 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f83ab8ff-7d97-48e2-b2d6-6daa5678f7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:08:00.157458 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:08:00.278540 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ebe0fe98-4eb9-4241-9820-e4e8f2be2c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:08:01.053567 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:08:02.899785 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:08:03.235874 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:08:18.763949 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 48288) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:08:18.822700 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddc7e42-2ddf-4ec8-888d-9f4cdc10afd0 admin admin] GET failed (client error): The resource could not be found. Sep 07 07:08:18.823961 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-7ddc7e42-2ddf-4ec8-888d-9f4cdc10afd0 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0590923 Sep 07 07:08:18.981302 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eb1a59-2d19-4fe5-a86a-77fc70a295e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:08:18.982808 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-36eb1a59-2d19-4fe5-a86a-77fc70a295e1 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1538229 Sep 07 07:08:21.148219 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 48298) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:08:21.236986 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d3469f-49ae-4fa0-b7d2-a6880092a8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:08:21.238305 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-29d3469f-49ae-4fa0-b7d2-a6880092a8ca admin admin] 10.222.0.30 "GET /v2.0/subnets/dda82126-0736-4f5f-8c3a-cb28e8fbf16f HTTP/1.1" status: 200 len: 849 time: 0.0891337 Sep 07 07:08:21.248573 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:08:21.334547 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] Notify callbacks [] for subnet, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:08:21.472839 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728184077788'] for subnet, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:08:21.503927 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:08:21.505000 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:08:21.505778 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] 10.222.0.30 "PUT /v2.0/subnets/dda82126-0736-4f5f-8c3a-cb28e8fbf16f HTTP/1.1" status: 200 len: 868 time: 0.2613311 Sep 07 07:08:21.522263 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0fd7e9-effe-46e0-ac5a-aa07012bbf2d None None] Network ed6affe6-a83a-43f3-96a9-d8563d1e3395 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:08:21.527024 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda82126-0736-4f5f-8c3a-cb28e8fbf16f,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:08:21.535135 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:08:21.535542 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:08:21.535891 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:08:21.536228 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:08:21.536566 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:08:21.536917 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:08:21.537269 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:08:21.537588 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:08:21.537921 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:08:21.538257 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:08:21.538585 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:08:21.538908 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da85750-bfd2-4265-a110-2a5aabcfd7dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:08:21.858957 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-3544f479-8f89-4640-ab92-64d57e97f1f2 None None] Provisioning complete for port dbaa27b6-02c9-4b49-a2c9-b0f81dc176e4 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:08:21.859359 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3544f479-8f89-4640-ab92-64d57e97f1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:08:21.945014 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-3544f479-8f89-4640-ab92-64d57e97f1f2 None None] Provisioning complete for port 1bfeb623-8891-4d87-8a10-744e3247e83c triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:08:21.945428 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3544f479-8f89-4640-ab92-64d57e97f1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:08:23.705407 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 48306) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:08:23.896418 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8b01de-08c2-4801-8c01-295934530bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:08:23.896809 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8b01de-08c2-4801-8c01-295934530bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:08:23.898338 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-bb8b01de-08c2-4801-8c01-295934530bff admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1919825 Sep 07 07:08:26.080706 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 48314) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:08:26.284005 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5552dc68-774e-4adb-94c2-778a3efe3d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:08:26.284479 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5552dc68-774e-4adb-94c2-778a3efe3d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:08:26.285997 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5552dc68-774e-4adb-94c2-778a3efe3d44 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2043910 Sep 07 07:08:27.526458 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b98551eb-9dbb-46e2-a997-da3e29a92371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:08:28.473406 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 48324) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:08:28.623749 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1b1983-0985-4911-b09c-2cc149225a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:08:28.625144 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5b1b1983-0985-4911-b09c-2cc149225a8d admin admin] 10.222.0.30 "GET /v2.0/networks/e2b3ffe7-98e3-4527-9727-6754b6d36286 HTTP/1.1" status: 200 len: 886 time: 0.1507857 Sep 07 07:08:30.159192 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:08:30.279563 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9499db27-e9c4-45f6-8652-282828fab037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:08:30.818669 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 48332) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:08:30.961561 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb47778-cab0-4140-ba21-fb240baf9883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:08:30.963131 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8fb47778-cab0-4140-ba21-fb240baf9883 admin admin] 10.222.0.30 "GET /v2.0/networks/ed6affe6-a83a-43f3-96a9-d8563d1e3395 HTTP/1.1" status: 200 len: 869 time: 0.1433656 Sep 07 07:08:31.057864 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:08:33.133762 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 48340) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:08:33.237669 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:08:33.256961 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41bda3-7ecb-42fa-a051-43ddb65b8027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:08:33.257426 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41bda3-7ecb-42fa-a051-43ddb65b8027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:08:33.258963 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-eb41bda3-7ecb-42fa-a051-43ddb65b8027 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242468 Sep 07 07:08:35.426796 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 48348) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:08:35.518704 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6769d6-a613-424f-a634-7601cebb41fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:08:35.519172 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6769d6-a613-424f-a634-7601cebb41fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:08:35.520698 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-1d6769d6-a613-424f-a634-7601cebb41fc admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928950 Sep 07 07:08:37.705850 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 48356) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:08:37.790107 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55be595-ee13-4119-b683-a10286ab3f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:08:37.791489 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f55be595-ee13-4119-b683-a10286ab3f0f admin admin] 10.222.0.30 "GET /v2.0/subnets/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd HTTP/1.1" status: 200 len: 816 time: 0.0846202 Sep 07 07:08:39.898204 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:08:39.964402 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 48364) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:08:40.056752 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf1538b-38fe-4828-bdb5-ba8811be751c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:08:40.058100 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-7bf1538b-38fe-4828-bdb5-ba8811be751c admin admin] 10.222.0.30 "GET /v2.0/subnets/dda82126-0736-4f5f-8c3a-cb28e8fbf16f HTTP/1.1" status: 200 len: 868 time: 0.0926008 Sep 07 07:08:57.530598 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-938bf4ad-f94c-4b6b-9825-a3ac3d1de9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:00.161298 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:00.279517 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4827e2d5-005f-45d4-9f11-2e8e9d63c045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:01.059808 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:03.239674 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:03.563793 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 48418) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:09:03.612097 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [None req-e850619c-845e-4bed-b42a-c90dc3359fee admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 07:09:03.613088 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e850619c-845e-4bed-b42a-c90dc3359fee admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483608 Sep 07 07:09:05.885936 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 48426) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:09:05.944127 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fde05a-305c-4660-83e0-02cb609df946 admin admin] GET failed (client error): The resource could not be found. Sep 07 07:09:05.945417 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-63fde05a-305c-4660-83e0-02cb609df946 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0585251 Sep 07 07:09:06.027612 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8219c94b-0fd2-4c92-87f2-e03ce0705f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:09:06.029055 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8219c94b-0fd2-4c92-87f2-e03ce0705f21 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0789678 Sep 07 07:09:08.238721 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 48434) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:09:08.285573 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-1550c93a-dc34-4858-aec4-f530a9881400 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:09:08.305819 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1550c93a-dc34-4858-aec4-f530a9881400 admin admin] Made reservation on behalf of c97725c20b85429cbaa30c5a9df5f37a for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:09:08.308031 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1550c93a-dc34-4858-aec4-f530a9881400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:08.336598 dv-cinder-804735-9-iscsi neutron-server[94029]: WARNING neutron.services.revisions.revision_plugin [None req-1550c93a-dc34-4858-aec4-f530a9881400 admin admin] Could not find related network for resource to bump revision. Sep 07 07:09:08.350942 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1550c93a-dc34-4858-aec4-f530a9881400 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:09:08.360310 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1550c93a-dc34-4858-aec4-f530a9881400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:08.360650 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-1550c93a-dc34-4858-aec4-f530a9881400 admin admin] Added segment f5043ce6-6c03-4754-bbea-9e24a07804f6 of type vlan for network 421b4243-d75a-462c-8872-e65ece46edd4 Sep 07 07:09:08.400374 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1550c93a-dc34-4858-aec4-f530a9881400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:08.422768 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1550c93a-dc34-4858-aec4-f530a9881400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:08.423713 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1550c93a-dc34-4858-aec4-f530a9881400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:09:08.424293 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1550c93a-dc34-4858-aec4-f530a9881400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:08.455457 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-1550c93a-dc34-4858-aec4-f530a9881400 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2157142 Sep 07 07:09:08.482843 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550c93a-dc34-4858-aec4-f530a9881400 admin admin] Pushing event updated for resources: {'Network': ['ID=421b4243-d75a-462c-8872-e65ece46edd4,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:09:08.493495 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network 421b4243-d75a-462c-8872-e65ece46edd4 details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:09:10.671129 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 48442) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:09:10.731332 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8eb8871-fb6a-4521-971b-b450a0d6dd8c admin admin] GET failed (client error): The resource could not be found. Sep 07 07:09:10.732637 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b8eb8871-fb6a-4521-971b-b450a0d6dd8c admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605154 Sep 07 07:09:10.801987 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81166a8-58b4-4c30-ac0e-a0607e7c81a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:09:10.803422 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b81166a8-58b4-4c30-ac0e-a0607e7c81a4 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0661635 Sep 07 07:09:10.813775 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-92b5de2d-c859-425c-94c6-121a9c674ba9 admin admin] Request body: {'subnet': {'network_id': '421b4243-d75a-462c-8872-e65ece46edd4', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:09:10.832912 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b5de2d-c859-425c-94c6-121a9c674ba9 admin admin] Made reservation on behalf of c97725c20b85429cbaa30c5a9df5f37a for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:09:10.835486 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-92b5de2d-c859-425c-94c6-121a9c674ba9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:10.991039 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-92b5de2d-c859-425c-94c6-121a9c674ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:11.047313 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5de2d-c859-425c-94c6-121a9c674ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b79dd82a-e60b-4d08-b5cf-f1e844fc27a4,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:09:11.055211 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b5de2d-c859-425c-94c6-121a9c674ba9 admin admin] Checking segment: {'id': 'f5043ce6-6c03-4754-bbea-9e24a07804f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '421b4243-d75a-462c-8872-e65ece46edd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:09:11.055595 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b5de2d-c859-425c-94c6-121a9c674ba9 admin admin] Network hostable DHCP agents. Network: 421b4243-d75a-462c-8872-e65ece46edd4, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:09:11.070973 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b5de2d-c859-425c-94c6-121a9c674ba9 admin admin] Network 421b4243-d75a-462c-8872-e65ece46edd4 is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:09:11.078836 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-92b5de2d-c859-425c-94c6-121a9c674ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, 421b4243-d75a-462c-8872-e65ece46edd4) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:09:11.082749 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b5de2d-c859-425c-94c6-121a9c674ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:09:11.083410 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-92b5de2d-c859-425c-94c6-121a9c674ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:11.087946 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b93aded-a5ad-479f-8e0a-c75f086637fe None None] Network 421b4243-d75a-462c-8872-e65ece46edd4 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:09:11.097532 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-92b5de2d-c859-425c-94c6-121a9c674ba9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2870152 Sep 07 07:09:11.334047 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f9ab8f-4745-5d61-a11c-a90c59f1384b-421b4243-d75a-462c-8872-e65ece46edd4', 'network_id': '421b4243-d75a-462c-8872-e65ece46edd4', 'tenant_id': 'c97725c20b85429cbaa30c5a9df5f37a', 'fixed_ips': [{'subnet_id': 'b79dd82a-e60b-4d08-b5cf-f1e844fc27a4'}]}} from dv-cinder-804735-9-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 07:09:11.334858 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:11.475172 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Allocated IP 192.168.233.2 (421b4243-d75a-462c-8872-e65ece46edd4/b79dd82a-e60b-4d08-b5cf-f1e844fc27a4/a1f58534-6607-4700-af07-a020a1a2f6a9) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:09:11.622202 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:11.631003 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Transition to ACTIVE for port object a1f58534-6607-4700-af07-a020a1a2f6a9 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:09:11.645802 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Transition to ACTIVE for port object a1f58534-6607-4700-af07-a020a1a2f6a9 will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:09:11.651596 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:11.687517 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Network 421b4243-d75a-462c-8872-e65ece46edd4 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:09:11.690223 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:09:11.693675 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:09:11.704579 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Pushing event updated for resources: {'Port': ['ID=a1f58534-6607-4700-af07-a020a1a2f6a9,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:09:11.728491 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:09:11.728845 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:09:11.729192 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:09:11.729550 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:09:11.729887 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:09:11.730217 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:09:11.731499 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:09:11.731991 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:09:11.732344 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:09:11.732678 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:09:11.733009 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:09:11.733334 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:09:11.763685 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Attempting to bind port a1f58534-6607-4700-af07-a020a1a2f6a9 on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:09:11.764053 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Attempting to bind port a1f58534-6607-4700-af07-a020a1a2f6a9 by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': 'f5043ce6-6c03-4754-bbea-9e24a07804f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '421b4243-d75a-462c-8872-e65ece46edd4'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:09:11.764413 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Attempting to bind port a1f58534-6607-4700-af07-a020a1a2f6a9 on network 421b4243-d75a-462c-8872-e65ece46edd4 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:09:11.771012 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:09:11.771407 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Checking segment: {'id': 'f5043ce6-6c03-4754-bbea-9e24a07804f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '421b4243-d75a-462c-8872-e65ece46edd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:09:11.771808 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:11.772199 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Bound using segment: {'id': 'f5043ce6-6c03-4754-bbea-9e24a07804f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '421b4243-d75a-462c-8872-e65ece46edd4'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:09:11.772660 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Bound port: a1f58534-6607-4700-af07-a020a1a2f6a9, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5043ce6-6c03-4754-bbea-9e24a07804f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '421b4243-d75a-462c-8872-e65ece46edd4'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:09:11.773052 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:11.837520 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] For port a1f58534-6607-4700-af07-a020a1a2f6a9, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:09:11.841796 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] For port a1f58534-6607-4700-af07-a020a1a2f6a9, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=a1f58534-6607-4700-af07-a020a1a2f6a9,segment=NetworkSegment(f5043ce6-6c03-4754-bbea-9e24a07804f6),segment_id=f5043ce6-6c03-4754-bbea-9e24a07804f6)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:09:11.847274 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:11.908922 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157a0d6-ec3c-464d-93b1-58ae8834ce3a None None] Pushing event updated for resources: {'Port': ['ID=a1f58534-6607-4700-af07-a020a1a2f6a9,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:09:12.678682 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d471d5d0-5938-48b8-9f89-03bc3783a106 None None] Network 421b4243-d75a-462c-8872-e65ece46edd4 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:09:12.742580 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-dc9dddf7-823b-4265-a084-2a028ef5daaf None None] Provisioning for port a1f58534-6607-4700-af07-a020a1a2f6a9 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:09:14.076863 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device a1f58534-6607-4700-af07-a020a1a2f6a9 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:09:14.124478 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port a1f58534-6607-4700-af07-a020a1a2f6a9 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:09:14.128072 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port a1f58534-6607-4700-af07-a020a1a2f6a9 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:09:14.128447 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:14.206140 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:14.237112 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port a1f58534-6607-4700-af07-a020a1a2f6a9, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=a1f58534-6607-4700-af07-a020a1a2f6a9,segment=NetworkSegment(f5043ce6-6c03-4754-bbea-9e24a07804f6),segment_id=f5043ce6-6c03-4754-bbea-9e24a07804f6)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:09:14.240818 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:14.285764 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=a1f58534-6607-4700-af07-a020a1a2f6a9,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:09:16.046519 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device a1f58534-6607-4700-af07-a020a1a2f6a9 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:09:16.094267 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port a1f58534-6607-4700-af07-a020a1a2f6a9 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:09:16.094638 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:16.897078 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:09:27.532253 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ca5026c2-2537-4782-b72f-ca198f7e864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:30.164220 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:30.280973 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8b8d4351-e4d1-47d3-a4bd-3e4dcd1ae618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:31.060873 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:33.243855 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:09:53.894771 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:09:57.533497 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4da14a1f-7e65-44ae-8ceb-dd141efc59d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:10:00.164529 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:10:00.276550 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2bbfa98d-7b21-4681-96f4-c158041bd96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:10:01.064057 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:10:03.245472 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:10:19.028862 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 48494) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:10:19.035434 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [None req-214212b7-a239-4af0-bde8-ac4069a9b85c tempest-verify_tempest_config-189647583 tempest-verify_tempest_config-189647583-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 07:10:19.036400 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-214212b7-a239-4af0-bde8-ac4069a9b85c tempest-verify_tempest_config-189647583 tempest-verify_tempest_config-189647583-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064917 Sep 07 07:10:19.324749 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 48512) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:10:19.425299 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e1809110-3d6a-453c-b0df-f298278ff4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:10:19.510050 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e1809110-3d6a-453c-b0df-f298278ff4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:10:19.513422 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e1809110-3d6a-453c-b0df-f298278ff4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:10:19.559199 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e1809110-3d6a-453c-b0df-f298278ff4d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a8a0a68db1c4be9a8dc241fed122ebb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2333946 Sep 07 07:10:19.561121 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1809110-3d6a-453c-b0df-f298278ff4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874f7300-c967-4f5a-b8d7-d645e72c81fb,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:10:19.561974 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 48518) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:10:19.567575 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1809110-3d6a-453c-b0df-f298278ff4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.567958 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1809110-3d6a-453c-b0df-f298278ff4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.568306 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1809110-3d6a-453c-b0df-f298278ff4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.568650 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1809110-3d6a-453c-b0df-f298278ff4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.568997 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1809110-3d6a-453c-b0df-f298278ff4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.569339 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1809110-3d6a-453c-b0df-f298278ff4d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.569675 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1809110-3d6a-453c-b0df-f298278ff4d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.570016 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1809110-3d6a-453c-b0df-f298278ff4d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.570350 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1809110-3d6a-453c-b0df-f298278ff4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.570684 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1809110-3d6a-453c-b0df-f298278ff4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.571038 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1809110-3d6a-453c-b0df-f298278ff4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.571363 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1809110-3d6a-453c-b0df-f298278ff4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.618814 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b872b764-6c0b-448a-9c69-906b240af1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:10:19.638727 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b872b764-6c0b-448a-9c69-906b240af1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:10:19.724557 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b872b764-6c0b-448a-9c69-906b240af1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:10:19.727434 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b872b764-6c0b-448a-9c69-906b240af1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:10:19.728603 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b872b764-6c0b-448a-9c69-906b240af1d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/874f7300-c967-4f5a-b8d7-d645e72c81fb HTTP/1.1" status: 204 len: 168 time: 0.1656790 Sep 07 07:10:19.736608 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872b764-6c0b-448a-9c69-906b240af1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874f7300-c967-4f5a-b8d7-d645e72c81fb,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:10:19.743029 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872b764-6c0b-448a-9c69-906b240af1d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.743422 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872b764-6c0b-448a-9c69-906b240af1d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.743769 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872b764-6c0b-448a-9c69-906b240af1d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.744618 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872b764-6c0b-448a-9c69-906b240af1d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.744952 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872b764-6c0b-448a-9c69-906b240af1d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.745300 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872b764-6c0b-448a-9c69-906b240af1d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.745637 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872b764-6c0b-448a-9c69-906b240af1d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.746094 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872b764-6c0b-448a-9c69-906b240af1d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.746339 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872b764-6c0b-448a-9c69-906b240af1d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.746827 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872b764-6c0b-448a-9c69-906b240af1d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.747157 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872b764-6c0b-448a-9c69-906b240af1d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:19.747509 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872b764-6c0b-448a-9c69-906b240af1d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:10:27.534569 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0c15b69f-f389-4545-b37a-320f4c59b276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:10:30.166501 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:10:30.278162 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6aed1b0e-eb21-4093-8167-279de4bd7e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:10:30.893943 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:10:31.065454 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:10:33.251438 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:10:57.535021 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-69fd07ed-fac9-4d25-bedf-f250777f8f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:11:00.166479 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:11:00.276377 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f73dbd15-13c0-47f9-9995-637d64941ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:11:01.068319 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:11:03.251840 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:11:07.892729 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:11:27.534656 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cb857c59-ccab-454f-8a32-ba913aabaa2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:11:30.169596 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:11:30.276240 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-27919f4f-11d2-44d4-8a71-f696f230662e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:11:31.070988 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:11:33.255427 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:11:44.891027 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:11:51.124586 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580065'] for agent, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:11:57.533800 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5ca11db7-5f48-4f03-8cae-20775724138a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:12:00.170997 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:12:00.275883 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a2007d99-d7fe-47b6-bb53-0befe0595a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:12:01.073887 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:12:03.257900 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:12:05.731930 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 48590) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:12:05.832551 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e585ed0b-6292-4b41-8907-0d9a7bde5102 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0994649 Sep 07 07:12:08.016420 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 48600) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:12:08.072220 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-cc53a019-3ebb-490d-9035-bb2a2b4d78d5 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0547297 Sep 07 07:12:21.108325 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:12:21.890102 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:12:27.537471 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a9867ec5-dfe7-4345-abfd-6ca9df718aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:12:30.172182 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:12:30.274721 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-de8ea201-1c6e-47e9-90eb-b1e631e1b2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:12:31.075895 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:12:33.261326 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:12:51.110476 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:12:57.539611 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5b086048-5bd7-4065-bc72-e48e7b2bef80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:12:58.889894 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:13:00.172790 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:00.272053 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d4d96a58-b1fb-4ac1-99a6-2d5e0e131a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:01.079968 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:03.271181 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:21.124649 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:27.539417 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3df81a30-e58f-4479-b331-e52910e0f452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:30.177060 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:30.272943 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ddd846d8-a426-4e58-9586-7f9ff66786b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:31.081615 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:33.270028 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:35.888835 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:13:37.938707 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 48792) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:38.223950 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 48814) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:38.268270 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1798962094-network', 'tenant_id': '1941f241057e4fa98d84552cc6064fe0'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:38.288804 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Made reservation on behalf of 1941f241057e4fa98d84552cc6064fe0 for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:13:38.291272 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:38.300364 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:38.328674 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 48822) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:38.394988 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:38.399835 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:38.425977 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:13:38.435167 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fccc2d-7875-4416-a38e-8834fca3bf8e,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:38.443621 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:38.443960 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:38.444310 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:38.444652 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:38.444990 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:38.445380 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:38.445719 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:38.446049 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:38.446383 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:38.446715 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:38.447039 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:38.447386 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Tracked resource versions report: Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: pushed versions: Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: { 'AddressGroup': {'1.2'}, Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'ConntrackHelper': {'1.0'}, Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Log': {'1.0'}, Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Network': {'1.1'}, Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Port': {'1.7'}, Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'PortForwarding': {'1.2'}, Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'QosPolicy': {'1.9'}, Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'SecurityGroup': {'1.4'}, Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'SecurityGroupRule': {'1.2'}, Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'SubPort': {'1.0'}, Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Subnet': {'1.1'}, Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Trunk': {'1.1'}} Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: consumer versions: Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: { DHCP agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: HyperV agent@hv-cinder-80473: {}, Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: L3 agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: Metadata agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: Metering agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: Open vSwitch agent@dv-cinder-804735-9-iscsi: { 'AddressGroup': '1.2', Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'ConntrackHelper': '1.0', Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Log': '1.0', Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Network': '1.1', Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Port': '1.7', Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'PortForwarding': '1.2', Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'QosPolicy': '1.9', Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'SecurityGroup': '1.4', Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'SecurityGroupRule': '1.2', Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'SubPort': '1.0', Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Subnet': '1.1', Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: 'Trunk': '1.1'}} Sep 07 07:13:38.448464 dv-cinder-804735-9-iscsi neutron-server[94030]: {{(pid=94030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 07:13:38.453487 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:38.453846 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Added segment f315a493-8adb-435c-a2a4-2b68883c8113 of type vlan for network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e Sep 07 07:13:38.497056 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:38.521774 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:38.522916 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:38.523606 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:38.561665 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-fa938f29-502e-4e89-9586-95bb96455659 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-820932331-network', 'tenant_id': 'cb7c30e28f5a4344a4da4d5176d3e82d'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:38.566899 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6270623 Sep 07 07:13:38.570365 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 48836) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:38.575690 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Request body: {'subnet': {'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1798962094-subnet', 'tenant_id': '1941f241057e4fa98d84552cc6064fe0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:38.623521 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dc783-a0ab-4b91-a2a7-067f3716a4a0 admin admin] Pushing event updated for resources: {'Network': ['ID=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:38.628137 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa938f29-502e-4e89-9586-95bb96455659 admin admin] Made reservation on behalf of cb7c30e28f5a4344a4da4d5176d3e82d for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:13:38.630434 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa938f29-502e-4e89-9586-95bb96455659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:38.635842 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:13:38.643725 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa938f29-502e-4e89-9586-95bb96455659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:38.670597 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Made reservation on behalf of 1941f241057e4fa98d84552cc6064fe0 for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:13:38.673199 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:38.775134 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa938f29-502e-4e89-9586-95bb96455659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:38.786677 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa938f29-502e-4e89-9586-95bb96455659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:38.817609 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa938f29-502e-4e89-9586-95bb96455659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d371a5-c6c7-447c-a79f-dc273e78d9c9,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:38.846384 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa938f29-502e-4e89-9586-95bb96455659 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:13:38.874201 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa938f29-502e-4e89-9586-95bb96455659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:38.874916 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-fa938f29-502e-4e89-9586-95bb96455659 admin admin] Added segment b24d96c3-aef1-4eca-99ab-66ea0408b23f of type vlan for network c1c7b4bc-0a52-4394-8c93-76554197629b Sep 07 07:13:38.909469 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 48844) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:38.935884 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa938f29-502e-4e89-9586-95bb96455659 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:38.947434 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-a8467dd5-50b9-428f-8623-44fe9c8fcc58 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-946808365-network', 'tenant_id': 'eecf9b4f80014111aed83440df68947e'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:38.970666 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa938f29-502e-4e89-9586-95bb96455659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:38.972017 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa938f29-502e-4e89-9586-95bb96455659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:38.972703 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa938f29-502e-4e89-9586-95bb96455659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:38.979807 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.003616 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 48854) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:39.014557 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-fa938f29-502e-4e89-9586-95bb96455659 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7895000 Sep 07 07:13:39.018197 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8467dd5-50b9-428f-8623-44fe9c8fcc58 admin admin] Made reservation on behalf of eecf9b4f80014111aed83440df68947e for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:13:39.018833 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 48858) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:39.021550 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a8467dd5-50b9-428f-8623-44fe9c8fcc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.027550 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-505c406e-3185-424d-affd-e8b94c67d69b admin admin] Request body: {'subnet': {'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-820932331-subnet', 'tenant_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:39.063254 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa938f29-502e-4e89-9586-95bb96455659 admin admin] Pushing event updated for resources: {'Network': ['ID=c1c7b4bc-0a52-4394-8c93-76554197629b,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:39.073848 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network c1c7b4bc-0a52-4394-8c93-76554197629b details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:13:39.074164 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbfed80f-05db-4166-bc1f-98df7697e081,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:39.084485 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:39.085194 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:39.086372 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:39.087008 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:39.087619 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:39.087794 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505c406e-3185-424d-affd-e8b94c67d69b admin admin] Made reservation on behalf of cb7c30e28f5a4344a4da4d5176d3e82d for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:13:39.088460 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:39.088984 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:39.089509 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:39.090177 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:39.090699 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:39.091224 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:39.091767 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:39.091874 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-505c406e-3185-424d-affd-e8b94c67d69b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Tracked resource versions report: Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: pushed versions: Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: { 'AddressGroup': {'1.2'}, Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'ConntrackHelper': {'1.0'}, Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Log': {'1.0'}, Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Network': {'1.1'}, Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Port': {'1.7'}, Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'PortForwarding': {'1.2'}, Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'QosPolicy': {'1.9'}, Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'SecurityGroup': {'1.4'}, Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'SecurityGroupRule': {'1.2'}, Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'SubPort': {'1.0'}, Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Subnet': {'1.1'}, Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Trunk': {'1.1'}} Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: consumer versions: Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: { DHCP agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: HyperV agent@hv-cinder-80473: {}, Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: L3 agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: Metadata agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: Metering agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: Open vSwitch agent@dv-cinder-804735-9-iscsi: { 'AddressGroup': '1.2', Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'ConntrackHelper': '1.0', Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Log': '1.0', Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Network': '1.1', Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Port': '1.7', Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'PortForwarding': '1.2', Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'QosPolicy': '1.9', Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'SecurityGroup': '1.4', Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'SecurityGroupRule': '1.2', Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'SubPort': '1.0', Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Subnet': '1.1', Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: 'Trunk': '1.1'}} Sep 07 07:13:39.093123 dv-cinder-804735-9-iscsi neutron-server[94029]: {{(pid=94029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 07:13:39.130645 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a8467dd5-50b9-428f-8623-44fe9c8fcc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.149952 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Checking segment: {'id': 'f315a493-8adb-435c-a2a4-2b68883c8113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:13:39.150120 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-1dfc040d-a491-4040-9b16-3f9a39054ba9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-886485411-network', 'tenant_id': '32dfbcceee644537bc6c360d1d5f54db'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:39.150908 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Network hostable DHCP agents. Network: f7f8a398-c1d7-42d1-a5cb-7345e4c6544e, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:13:39.191760 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:13:39.209703 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, f7f8a398-c1d7-42d1-a5cb-7345e4c6544e) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:13:39.218462 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:39.219313 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.219853 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e87c82-dc11-492b-b8ac-bb321c3ec6cc None None] Network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:13:39.299748 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a8467dd5-50b9-428f-8623-44fe9c8fcc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.304532 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a8467dd5-50b9-428f-8623-44fe9c8fcc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.339769 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8467dd5-50b9-428f-8623-44fe9c8fcc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:39.367732 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-456bca97-84d2-4f88-8f39-1db7f3b0b0dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-244581080-network', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:39.370208 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8467dd5-50b9-428f-8623-44fe9c8fcc58 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:13:39.384714 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a8467dd5-50b9-428f-8623-44fe9c8fcc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.386062 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-a8467dd5-50b9-428f-8623-44fe9c8fcc58 admin admin] Added segment 5a018313-ea08-422f-b65a-ca833ae99b5e of type vlan for network 356e05f8-3fe0-414f-afa9-2f1100c695e1 Sep 07 07:13:39.400340 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24db6a99-b6c5-4198-bf81-81907e51f094 None None] Network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:13:39.410566 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfc040d-a491-4040-9b16-3f9a39054ba9 admin admin] Made reservation on behalf of 32dfbcceee644537bc6c360d1d5f54db for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:13:39.415091 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1dfc040d-a491-4040-9b16-3f9a39054ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.451501 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1dfc040d-a491-4040-9b16-3f9a39054ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.451971 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-40e3886f-5b5e-48a4-b834-f5bf291804e9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8805366 Sep 07 07:13:39.453861 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a8467dd5-50b9-428f-8623-44fe9c8fcc58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.502393 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a8467dd5-50b9-428f-8623-44fe9c8fcc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.502655 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-505c406e-3185-424d-affd-e8b94c67d69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.504110 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8467dd5-50b9-428f-8623-44fe9c8fcc58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:39.505000 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a8467dd5-50b9-428f-8623-44fe9c8fcc58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.516494 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456bca97-84d2-4f88-8f39-1db7f3b0b0dd admin admin] Made reservation on behalf of af77442a8c7443a5a8a5ba77a1a860e8 for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:13:39.518740 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-456bca97-84d2-4f88-8f39-1db7f3b0b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.577418 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-456bca97-84d2-4f88-8f39-1db7f3b0b0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.597531 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8467dd5-50b9-428f-8623-44fe9c8fcc58 admin admin] Pushing event updated for resources: {'Network': ['ID=356e05f8-3fe0-414f-afa9-2f1100c695e1,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:39.611602 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network 356e05f8-3fe0-414f-afa9-2f1100c695e1 details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:13:39.681641 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c406e-3185-424d-affd-e8b94c67d69b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68dc2d8-9d27-41b8-aaab-67bbe02805ae,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:39.701527 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505c406e-3185-424d-affd-e8b94c67d69b admin admin] Checking segment: {'id': 'b24d96c3-aef1-4eca-99ab-66ea0408b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:13:39.701898 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505c406e-3185-424d-affd-e8b94c67d69b admin admin] Network hostable DHCP agents. Network: c1c7b4bc-0a52-4394-8c93-76554197629b, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:13:39.744894 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1dfc040d-a491-4040-9b16-3f9a39054ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.747959 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505c406e-3185-424d-affd-e8b94c67d69b admin admin] Network c1c7b4bc-0a52-4394-8c93-76554197629b is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:13:39.751228 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1dfc040d-a491-4040-9b16-3f9a39054ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.756768 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-a8467dd5-50b9-428f-8623-44fe9c8fcc58 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4240830 Sep 07 07:13:39.756975 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 48886) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:39.763881 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-8db42e6f-2451-40af-a1e7-35cc3807fc29 admin admin] Request body: {'subnet': {'network_id': '356e05f8-3fe0-414f-afa9-2f1100c695e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-946808365-subnet', 'tenant_id': 'eecf9b4f80014111aed83440df68947e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:39.775534 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-505c406e-3185-424d-affd-e8b94c67d69b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, c1c7b4bc-0a52-4394-8c93-76554197629b) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:13:39.787603 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dfc040d-a491-4040-9b16-3f9a39054ba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:13:39.788115 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc626d10-5417-476e-88bd-89dc9df182d5 None None] Network c1c7b4bc-0a52-4394-8c93-76554197629b requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:13:39.790401 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505c406e-3185-424d-affd-e8b94c67d69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:39.790692 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-505c406e-3185-424d-affd-e8b94c67d69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.822473 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1dfc040d-a491-4040-9b16-3f9a39054ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.822828 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-1dfc040d-a491-4040-9b16-3f9a39054ba9 admin admin] Added segment 6b8cca24-2b65-4960-be1a-0b94b6433b74 of type vlan for network 3a0b849a-24f2-4339-8824-1482ab53dd24 Sep 07 07:13:39.836763 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc040d-a491-4040-9b16-3f9a39054ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a4d8e7-9de3-4f4c-b88f-15dfe9f8887b,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:39.878407 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1dfc040d-a491-4040-9b16-3f9a39054ba9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.925542 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1dfc040d-a491-4040-9b16-3f9a39054ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.926512 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfc040d-a491-4040-9b16-3f9a39054ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:39.927113 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1dfc040d-a491-4040-9b16-3f9a39054ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.940631 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af81101-ef85-40f1-b9de-52af5c23b803 None None] Network c1c7b4bc-0a52-4394-8c93-76554197629b requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:13:39.960178 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-456bca97-84d2-4f88-8f39-1db7f3b0b0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.970154 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-456bca97-84d2-4f88-8f39-1db7f3b0b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:39.993229 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db42e6f-2451-40af-a1e7-35cc3807fc29 admin admin] Made reservation on behalf of eecf9b4f80014111aed83440df68947e for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:13:39.995604 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8db42e6f-2451-40af-a1e7-35cc3807fc29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:40.003197 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bca97-84d2-4f88-8f39-1db7f3b0b0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e68470-1b3a-4db7-ada7-b2daa5f65e37,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:40.006639 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-505c406e-3185-424d-affd-e8b94c67d69b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9868205 Sep 07 07:13:40.027837 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 48894) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:40.041728 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-820932331-router', 'tenant_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:40.045027 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-1dfc040d-a491-4040-9b16-3f9a39054ba9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1340079 Sep 07 07:13:40.045979 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 48900) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:40.049218 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc040d-a491-4040-9b16-3f9a39054ba9 admin admin] Pushing event updated for resources: {'Network': ['ID=3a0b849a-24f2-4339-8824-1482ab53dd24,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:40.051617 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456bca97-84d2-4f88-8f39-1db7f3b0b0dd admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:13:40.059604 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-3ff55761-568f-468e-915d-9de8e59155ef admin admin] Request body: {'subnet': {'network_id': '3a0b849a-24f2-4339-8824-1482ab53dd24', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-886485411-subnet', 'tenant_id': '32dfbcceee644537bc6c360d1d5f54db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:40.062121 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-456bca97-84d2-4f88-8f39-1db7f3b0b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:40.062491 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-456bca97-84d2-4f88-8f39-1db7f3b0b0dd admin admin] Added segment 6750a1fb-cf7e-4d33-b880-1193fed0b435 of type vlan for network 7a6bf082-f995-4176-a62b-a1e75c89f882 Sep 07 07:13:40.063857 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network 3a0b849a-24f2-4339-8824-1482ab53dd24 details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:13:40.112827 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-456bca97-84d2-4f88-8f39-1db7f3b0b0dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:40.152118 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-456bca97-84d2-4f88-8f39-1db7f3b0b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:40.153434 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456bca97-84d2-4f88-8f39-1db7f3b0b0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:40.153974 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-456bca97-84d2-4f88-8f39-1db7f3b0b0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:40.221609 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10356'] for router, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:40.222597 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10367'] for router, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:40.249607 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bca97-84d2-4f88-8f39-1db7f3b0b0dd admin admin] Pushing event updated for resources: {'Network': ['ID=7a6bf082-f995-4176-a62b-a1e75c89f882,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:40.254425 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-456bca97-84d2-4f88-8f39-1db7f3b0b0dd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2485247 Sep 07 07:13:40.257816 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 48918) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:40.265316 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-0217490a-e01c-44a6-8424-9defd0fc89e2 admin admin] Request body: {'subnet': {'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-244581080-subnet', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:40.281125 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network 7a6bf082-f995-4176-a62b-a1e75c89f882 details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:13:40.328338 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff55761-568f-468e-915d-9de8e59155ef admin admin] Made reservation on behalf of 32dfbcceee644537bc6c360d1d5f54db for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:13:40.331014 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ff55761-568f-468e-915d-9de8e59155ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:40.338630 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0217490a-e01c-44a6-8424-9defd0fc89e2 admin admin] Made reservation on behalf of af77442a8c7443a5a8a5ba77a1a860e8 for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:13:40.341202 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0217490a-e01c-44a6-8424-9defd0fc89e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:40.372834 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:40.593061 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0217490a-e01c-44a6-8424-9defd0fc89e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:40.652015 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:40.669743 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217490a-e01c-44a6-8424-9defd0fc89e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cddb77f-e14b-40a5-ac21-cbec1af62b3e,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:40.683773 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0217490a-e01c-44a6-8424-9defd0fc89e2 admin admin] Checking segment: {'id': '6750a1fb-cf7e-4d33-b880-1193fed0b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:13:40.684538 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217490a-e01c-44a6-8424-9defd0fc89e2 admin admin] Network hostable DHCP agents. Network: 7a6bf082-f995-4176-a62b-a1e75c89f882, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:13:40.705810 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217490a-e01c-44a6-8424-9defd0fc89e2 admin admin] Network 7a6bf082-f995-4176-a62b-a1e75c89f882 is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:13:40.709699 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8db42e6f-2451-40af-a1e7-35cc3807fc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:40.727157 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-0217490a-e01c-44a6-8424-9defd0fc89e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, 7a6bf082-f995-4176-a62b-a1e75c89f882) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:13:40.732406 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0217490a-e01c-44a6-8424-9defd0fc89e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:40.733545 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0217490a-e01c-44a6-8424-9defd0fc89e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:40.739776 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f8e139-4ca7-4e4b-bbdd-cdd319c46a8c None None] Network 7a6bf082-f995-4176-a62b-a1e75c89f882 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:13:40.783232 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0217490a-e01c-44a6-8424-9defd0fc89e2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5236299 Sep 07 07:13:40.791169 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 48938) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:40.803876 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:40.824573 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db42e6f-2451-40af-a1e7-35cc3807fc29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86994f0-b921-42ee-811c-56bdbc38aece,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:40.895841 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10356'] for router, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:40.903136 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10367'] for router, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:40.939772 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db42e6f-2451-40af-a1e7-35cc3807fc29 admin admin] Checking segment: {'id': '5a018313-ea08-422f-b65a-ca833ae99b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '356e05f8-3fe0-414f-afa9-2f1100c695e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:13:40.940140 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db42e6f-2451-40af-a1e7-35cc3807fc29 admin admin] Network hostable DHCP agents. Network: 356e05f8-3fe0-414f-afa9-2f1100c695e1, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:13:40.963464 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ff55761-568f-468e-915d-9de8e59155ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:41.026198 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:41.027437 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db42e6f-2451-40af-a1e7-35cc3807fc29 admin admin] Network 356e05f8-3fe0-414f-afa9-2f1100c695e1 is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:13:41.068634 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-8db42e6f-2451-40af-a1e7-35cc3807fc29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, 356e05f8-3fe0-414f-afa9-2f1100c695e1) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:13:41.074794 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec38502-79fb-4212-8fde-00293471700c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f9ab8f-4745-5d61-a11c-a90c59f1384b-7a6bf082-f995-4176-a62b-a1e75c89f882', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'fixed_ips': [{'subnet_id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e'}]}} from dv-cinder-804735-9-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 07:13:41.075318 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db42e6f-2451-40af-a1e7-35cc3807fc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:41.075902 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8db42e6f-2451-40af-a1e7-35cc3807fc29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:41.077340 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:41.087815 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff55761-568f-468e-915d-9de8e59155ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab0879d-e4a1-46c0-bcab-d0c29ca1e78a,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:41.094517 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb291a27-4485-491e-9df0-9abcf7944d9f None None] Network 356e05f8-3fe0-414f-afa9-2f1100c695e1 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:13:41.177122 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8db42e6f-2451-40af-a1e7-35cc3807fc29 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4182236 Sep 07 07:13:41.180291 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff55761-568f-468e-915d-9de8e59155ef admin admin] Checking segment: {'id': '6b8cca24-2b65-4960-be1a-0b94b6433b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3a0b849a-24f2-4339-8824-1482ab53dd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:13:41.180635 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff55761-568f-468e-915d-9de8e59155ef admin admin] Network hostable DHCP agents. Network: 3a0b849a-24f2-4339-8824-1482ab53dd24, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:13:41.259866 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff55761-568f-468e-915d-9de8e59155ef admin admin] Network 3a0b849a-24f2-4339-8824-1482ab53dd24 is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:13:41.270717 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:41.293516 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-3ff55761-568f-468e-915d-9de8e59155ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, 3a0b849a-24f2-4339-8824-1482ab53dd24) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:13:41.295857 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:41.356779 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:41.375228 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 48964) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:41.433065 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Allocated IP 172.27.2.81 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/fe54919b-4db5-496c-bc4e-443bdb37c158) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:13:41.441430 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd94ac24-e1a2-42fd-898d-839ae116cb86 None None] Network 3a0b849a-24f2-4339-8824-1482ab53dd24 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:13:41.458974 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3572c7-979e-4cdb-8b77-5584edc7f63b None None] Network 356e05f8-3fe0-414f-afa9-2f1100c695e1 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:13:41.498155 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 48974) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:41.504286 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff55761-568f-468e-915d-9de8e59155ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:41.508799 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ff55761-568f-468e-915d-9de8e59155ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:41.655734 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-3ff55761-568f-468e-915d-9de8e59155ef admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5922799 Sep 07 07:13:41.702634 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-74c99eda-1e26-40ad-9f4a-274a6220742c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:41.735678 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:41.815281 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-67c62533-66c8-4c82-8185-5ab6a0c1ddf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:41.841130 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:41.844849 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:41.868130 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-bec38502-79fb-4212-8fde-00293471700c None None] Allocated IP 172.20.0.2 (7a6bf082-f995-4176-a62b-a1e75c89f882/3cddb77f-e14b-40a5-ac21-cbec1af62b3e/ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:13:41.877016 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:41.917551 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Pushing event updated for resources: {'Port': ['ID=fe54919b-4db5-496c-bc4e-443bdb37c158,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:41.937743 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:13:41.939905 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:13:41.952774 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:13:41.989634 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa22c9de-706c-4dec-84c2-315a13c60e48 None None] Network 3a0b849a-24f2-4339-8824-1482ab53dd24 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:13:42.154204 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 49012) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:42.161321 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-74c99eda-1e26-40ad-9f4a-274a6220742c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:42.167667 dv-cinder-804735-9-iscsi neutron-server[94030]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 07:13:42.234996 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-74c99eda-1e26-40ad-9f4a-274a6220742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:42.440774 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Allocated IP 172.27.2.148 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/390e1747-6418-453b-b0dc-2f3b8bb7a655) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:13:42.542810 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:42.573748 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-bec38502-79fb-4212-8fde-00293471700c None None] Transition to ACTIVE for port object ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:13:42.606249 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-bec38502-79fb-4212-8fde-00293471700c None None] Transition to ACTIVE for port object ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:13:42.612986 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c99eda-1e26-40ad-9f4a-274a6220742c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9458414-6119-4f7d-966a-7f839f61d351,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:42.613733 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:42.620331 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:42.633734 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-74c99eda-1e26-40ad-9f4a-274a6220742c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c91a7f2b8b3b41179332fc7af86602fd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2571907 Sep 07 07:13:42.648718 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 49026) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:42.713864 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec38502-79fb-4212-8fde-00293471700c None None] Network 7a6bf082-f995-4176-a62b-a1e75c89f882 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:13:42.754578 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec38502-79fb-4212-8fde-00293471700c None None] Pushing event updated for resources: {'Port': ['ID=ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:42.759082 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-bec38502-79fb-4212-8fde-00293471700c None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:13:42.765067 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec38502-79fb-4212-8fde-00293471700c None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:13:42.785250 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 49030) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:42.791732 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-e865dcca-01ff-463a-9364-bf9b1637bc12 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1021446105-network', 'tenant_id': '44cb9970ea704499bf116b6fdb5f7555'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:42.808843 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:42.809676 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:42.810258 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:42.811818 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:42.812856 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:42.813404 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:42.814025 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:42.814694 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:42.815946 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:42.816595 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:42.817847 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:42.820031 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Tracked resource versions report: Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: pushed versions: Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: { 'AddressGroup': {'1.2'}, Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'ConntrackHelper': {'1.0'}, Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Log': {'1.0'}, Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Network': {'1.1'}, Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Port': {'1.7'}, Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'PortForwarding': {'1.2'}, Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'QosPolicy': {'1.9'}, Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'SecurityGroup': {'1.4'}, Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'SecurityGroupRule': {'1.2'}, Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'SubPort': {'1.0'}, Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Subnet': {'1.1'}, Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Trunk': {'1.1'}} Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: consumer versions: Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: { DHCP agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: HyperV agent@hv-cinder-80473: {}, Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: L3 agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: Metadata agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: Metering agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: Open vSwitch agent@dv-cinder-804735-9-iscsi: { 'AddressGroup': '1.2', Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'ConntrackHelper': '1.0', Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Log': '1.0', Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Network': '1.1', Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Port': '1.7', Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'PortForwarding': '1.2', Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'QosPolicy': '1.9', Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'SecurityGroup': '1.4', Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'SecurityGroupRule': '1.2', Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'SubPort': '1.0', Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Subnet': '1.1', Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: 'Trunk': '1.1'}} Sep 07 07:13:42.822358 dv-cinder-804735-9-iscsi neutron-server[94031]: {{(pid=94031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 07:13:42.826644 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500498f7-97c7-4403-8da1-413a781d3ddd req-b6693001-273c-42d0-b133-eaafda9f60ca tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:42.829367 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-b6693001-273c-42d0-b133-eaafda9f60ca tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/networks?id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e HTTP/1.1" status: 200 len: 815 time: 0.6730278 Sep 07 07:13:42.872478 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-b7f10604-d307-49a8-a116-dc5b84bb6db2 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/quotas/1941f241057e4fa98d84552cc6064fe0 HTTP/1.1" status: 200 len: 375 time: 0.0256972 Sep 07 07:13:42.876677 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-bec38502-79fb-4212-8fde-00293471700c None None] Attempting to bind port ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:13:42.877874 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-bec38502-79fb-4212-8fde-00293471700c None None] Attempting to bind port ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '6750a1fb-cf7e-4d33-b880-1193fed0b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:13:42.878067 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-67c62533-66c8-4c82-8185-5ab6a0c1ddf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:42.878571 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec38502-79fb-4212-8fde-00293471700c None None] Attempting to bind port ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 on network 7a6bf082-f995-4176-a62b-a1e75c89f882 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:13:42.888202 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec38502-79fb-4212-8fde-00293471700c None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:13:42.888660 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec38502-79fb-4212-8fde-00293471700c None None] Checking segment: {'id': '6750a1fb-cf7e-4d33-b880-1193fed0b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:13:42.888919 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-67c62533-66c8-4c82-8185-5ab6a0c1ddf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:42.889541 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:42.890043 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec38502-79fb-4212-8fde-00293471700c None None] Bound using segment: {'id': '6750a1fb-cf7e-4d33-b880-1193fed0b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:13:42.890679 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-bec38502-79fb-4212-8fde-00293471700c None None] Bound port: ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6750a1fb-cf7e-4d33-b880-1193fed0b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:13:42.891186 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:42.928483 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-67c62533-66c8-4c82-8185-5ab6a0c1ddf0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e01d2083dced4e009e48b983dd1bb8e5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4290452 Sep 07 07:13:42.930835 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 49032) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:42.973807 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-bec38502-79fb-4212-8fde-00293471700c None None] For port ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:13:42.978234 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-bec38502-79fb-4212-8fde-00293471700c None None] For port ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22,segment=NetworkSegment(6750a1fb-cf7e-4d33-b880-1193fed0b435),segment_id=6750a1fb-cf7e-4d33-b880-1193fed0b435)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:13:42.978891 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-1a2888d7-3b3b-400c-b40e-2320a29488e1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1941f241057e4fa98d84552cc6064fe0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934308 Sep 07 07:13:42.983999 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bec38502-79fb-4212-8fde-00293471700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:42.994370 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bfce7ded-1ddb-4627-884a-90398e70f7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:42.998441 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:43.008621 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e865dcca-01ff-463a-9364-bf9b1637bc12 admin admin] Made reservation on behalf of 44cb9970ea704499bf116b6fdb5f7555 for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:13:43.011005 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e865dcca-01ff-463a-9364-bf9b1637bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:43.034437 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e865dcca-01ff-463a-9364-bf9b1637bc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:43.045105 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c62533-66c8-4c82-8185-5ab6a0c1ddf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f28f8f8-13bb-4996-9254-ccc9f7202be1,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:43.050346 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567287'] for router, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:43.059598 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-844b103f-049e-41aa-869a-a7b8575a93e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:43.065757 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bfce7ded-1ddb-4627-884a-90398e70f7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:43.068232 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec38502-79fb-4212-8fde-00293471700c None None] Pushing event updated for resources: {'Port': ['ID=ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:43.123772 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-844b103f-049e-41aa-869a-a7b8575a93e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:43.207975 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:43.259898 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Router 5056a462-cd5a-4bd5-ba28-3fde3f54445f is scheduled to L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 with binding_index 1 {{(pid=94029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 07:13:43.335010 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:13:43.343335 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:13:43.357252 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:13:43.380628 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:13:43.382329 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-844b103f-049e-41aa-869a-a7b8575a93e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:43.385008 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-844b103f-049e-41aa-869a-a7b8575a93e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:43.388782 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-844b103f-049e-41aa-869a-a7b8575a93e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f28f8f8-13bb-4996-9254-ccc9f7202be1 HTTP/1.1" status: 204 len: 168 time: 0.4558907 Sep 07 07:13:43.399263 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Sync routers for ids ['5056a462-cd5a-4bd5-ba28-3fde3f54445f'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:13:43.410321 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b103f-049e-41aa-869a-a7b8575a93e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f28f8f8-13bb-4996-9254-ccc9f7202be1,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:43.416505 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Routers {'5056a462-cd5a-4bd5-ba28-3fde3f54445f'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:13:43.417278 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:13:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['5056a462-cd5a-4bd5-ba28-3fde3f54445f'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:43.466726 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 49060) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:43.469101 dv-cinder-804735-9-iscsi neutron-server[94029]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 07:13:43.503408 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bfce7ded-1ddb-4627-884a-90398e70f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:43.505698 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bfce7ded-1ddb-4627-884a-90398e70f7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:43.509886 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-bfce7ded-1ddb-4627-884a-90398e70f7a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9458414-6119-4f7d-966a-7f839f61d351 HTTP/1.1" status: 204 len: 168 time: 0.8550422 Sep 07 07:13:43.618779 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Pushing event updated for resources: {'Port': ['ID=390e1747-6418-453b-b0dc-2f3b8bb7a655,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:43.639847 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-a679673d-ea48-4b37-a165-8bad89255e6d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 07:13:43.640905 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-a679673d-ea48-4b37-a165-8bad89255e6d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3865337 Sep 07 07:13:43.642495 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce7ded-1ddb-4627-884a-90398e70f7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9458414-6119-4f7d-966a-7f839f61d351,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:43.683692 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Set router 5056a462-cd5a-4bd5-ba28-3fde3f54445f gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:13:43.698028 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-31e80543-34b8-410a-8ff7-67b9ad57791b tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:43.700491 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-31e80543-34b8-410a-8ff7-67b9ad57791b tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/networks?id=356e05f8-3fe0-414f-afa9-2f1100c695e1 HTTP/1.1" status: 200 len: 811 time: 0.2319341 Sep 07 07:13:43.734656 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-0203e407-5d83-4845-9a61-26330708f47f tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/quotas/eecf9b4f80014111aed83440df68947e HTTP/1.1" status: 200 len: 375 time: 0.0283737 Sep 07 07:13:43.864218 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-7f6c77b3-bf97-4d81-92f3-71baa5abaaa2 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eecf9b4f80014111aed83440df68947e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1230819 Sep 07 07:13:43.970644 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.003063 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 49072) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:44.006256 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'name': 'tempest-ServerRescueNegativeTestJSON-820932331-router', 'tenant_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'fe54919b-4db5-496c-bc4e-443bdb37c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:42Z', 'revision_number': 3, 'project_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'gw_port': {'id': 'fe54919b-4db5-496c-bc4e-443bdb37c158', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:44.024065 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e81101fc-7119-4fb0-b2a7-be5dd76bca9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.040122 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 49076) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:44.058668 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Checking router: 5056a462-cd5a-4bd5-ba28-3fde3f54445f for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:13:44.059029 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Updating router 5056a462-cd5a-4bd5-ba28-3fde3f54445f port fe54919b-4db5-496c-bc4e-443bdb37c158 binding host dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:13:44.080078 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e865dcca-01ff-463a-9364-bf9b1637bc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.082173 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9b246d17-ba39-4f64-8e73-d5687feee69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.094429 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.096910 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e865dcca-01ff-463a-9364-bf9b1637bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.109409 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.110059 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e865dcca-01ff-463a-9364-bf9b1637bc12 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:13:44.114992 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f453f4ca-cb09-4c55-b1e2-036c7747f7f7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0859952 Sep 07 07:13:44.119778 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 49078) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:44.120297 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e865dcca-01ff-463a-9364-bf9b1637bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.120746 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-e865dcca-01ff-463a-9364-bf9b1637bc12 admin admin] Added segment d4e6648a-d365-4ac1-ac53-68e02390f779 of type vlan for network 31bcac85-f8c9-4d7b-8883-7cf5d9f8b167 Sep 07 07:13:44.192845 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e865dcca-01ff-463a-9364-bf9b1637bc12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.196784 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-e55fad5b-4ed8-4926-b8d2-417e8193b8ee service neutron] 10.222.0.30 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849427 Sep 07 07:13:44.305857 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:13:44.384763 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.db.resource_extend [None req-e865dcca-01ff-463a-9364-bf9b1637bc12 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 07:13:44.413603 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865dcca-01ff-463a-9364-bf9b1637bc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abda832-faac-4208-b396-64fc87aec0f7,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:44.421127 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-db690abf-fab7-4b18-81d5-cda4a1a4700d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 07:13:44.430954 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-db690abf-fab7-4b18-81d5-cda4a1a4700d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1588943 Sep 07 07:13:44.439583 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:13:44.460093 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e865dcca-01ff-463a-9364-bf9b1637bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.461706 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e865dcca-01ff-463a-9364-bf9b1637bc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:44.462294 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e865dcca-01ff-463a-9364-bf9b1637bc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.504152 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.516062 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Transition to ACTIVE for port object fe54919b-4db5-496c-bc4e-443bdb37c158 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:13:44.523043 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.540509 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1fe877-907d-40e1-8431-7e235241bf35 None None] Network 7a6bf082-f995-4176-a62b-a1e75c89f882 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:13:44.584068 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb9f4a-660a-4e66-ab7e-4dc95ed1a4a8 None None] Pushing event updated for resources: {'Port': ['ID=fe54919b-4db5-496c-bc4e-443bdb37c158,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:44.584808 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-efe6697d-e052-4c0a-8b9e-94966f0d5f9e service neutron] 10.222.0.30 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727846 Sep 07 07:13:44.590388 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865dcca-01ff-463a-9364-bf9b1637bc12 admin admin] Pushing event updated for resources: {'Network': ['ID=31bcac85-f8c9-4d7b-8883-7cf5d9f8b167,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:44.594459 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567287'] for router, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.596004 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e81101fc-7119-4fb0-b2a7-be5dd76bca9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.604032 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb9f4a-660a-4e66-ab7e-4dc95ed1a4a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:44.605938 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb9f4a-660a-4e66-ab7e-4dc95ed1a4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:44.606503 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb9f4a-660a-4e66-ab7e-4dc95ed1a4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:44.606933 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb9f4a-660a-4e66-ab7e-4dc95ed1a4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:44.607380 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb9f4a-660a-4e66-ab7e-4dc95ed1a4a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:44.607818 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb9f4a-660a-4e66-ab7e-4dc95ed1a4a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:44.608311 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb9f4a-660a-4e66-ab7e-4dc95ed1a4a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:44.608815 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb9f4a-660a-4e66-ab7e-4dc95ed1a4a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:44.609238 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb9f4a-660a-4e66-ab7e-4dc95ed1a4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:44.609753 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb9f4a-660a-4e66-ab7e-4dc95ed1a4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:44.610152 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb9f4a-660a-4e66-ab7e-4dc95ed1a4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:44.610457 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e81101fc-7119-4fb0-b2a7-be5dd76bca9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.610698 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb9f4a-660a-4e66-ab7e-4dc95ed1a4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb9f4a-660a-4e66-ab7e-4dc95ed1a4a8 None None] Tracked resource versions report: Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: pushed versions: Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: { 'AddressGroup': {'1.2'}, Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'ConntrackHelper': {'1.0'}, Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Log': {'1.0'}, Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Network': {'1.1'}, Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Port': {'1.7'}, Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'PortForwarding': {'1.2'}, Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'QosPolicy': {'1.9'}, Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'SecurityGroup': {'1.4'}, Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'SecurityGroupRule': {'1.2'}, Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'SubPort': {'1.0'}, Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Subnet': {'1.1'}, Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Trunk': {'1.1'}} Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: consumer versions: Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: { DHCP agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: HyperV agent@hv-cinder-80473: {}, Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: L3 agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: Metadata agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: Metering agent@dv-cinder-804735-9-iscsi: {}, Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: Open vSwitch agent@dv-cinder-804735-9-iscsi: { 'AddressGroup': '1.2', Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'ConntrackHelper': '1.0', Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Log': '1.0', Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Network': '1.1', Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Port': '1.7', Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'PortForwarding': '1.2', Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'QosPolicy': '1.9', Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'SecurityGroup': '1.4', Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'SecurityGroupRule': '1.2', Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'SubPort': '1.0', Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Subnet': '1.1', Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: 'Trunk': '1.1'}} Sep 07 07:13:44.612174 dv-cinder-804735-9-iscsi neutron-server[94032]: {{(pid=94032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 07:13:44.638726 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Attempting to bind port fe54919b-4db5-496c-bc4e-443bdb37c158 on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:13:44.639457 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Attempting to bind port fe54919b-4db5-496c-bc4e-443bdb37c158 by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:13:44.640070 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Attempting to bind port fe54919b-4db5-496c-bc4e-443bdb37c158 on network e2b3ffe7-98e3-4527-9727-6754b6d36286 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:13:44.647334 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:13:44.647957 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Checking segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:13:44.649297 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.650356 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Bound using segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:13:44.651141 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Bound port: fe54919b-4db5-496c-bc4e-443bdb37c158, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:13:44.651462 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e865dcca-01ff-463a-9364-bf9b1637bc12 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8649614 Sep 07 07:13:44.652030 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.653953 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 49084) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:44.659206 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-620f7ff4-0b7b-4541-984e-f8ee5df13895 admin admin] Request body: {'subnet': {'network_id': '31bcac85-f8c9-4d7b-8883-7cf5d9f8b167', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1021446105-subnet', 'tenant_id': '44cb9970ea704499bf116b6fdb5f7555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:44.673811 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network 31bcac85-f8c9-4d7b-8883-7cf5d9f8b167 details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:13:44.715341 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] For port fe54919b-4db5-496c-bc4e-443bdb37c158, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:13:44.720785 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] For port fe54919b-4db5-496c-bc4e-443bdb37c158, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=fe54919b-4db5-496c-bc4e-443bdb37c158,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:13:44.730353 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:44.783258 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 is scheduled to L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 with binding_index 1 {{(pid=94030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 07:13:44.794771 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81101fc-7119-4fb0-b2a7-be5dd76bca9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7c09b6-2c5b-4f57-a557-e04e02828dbb,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:44.832763 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb9f4a-660a-4e66-ab7e-4dc95ed1a4a8 None None] Pushing event updated for resources: {'Port': ['ID=fe54919b-4db5-496c-bc4e-443bdb37c158,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:44.865182 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Routers {'5056a462-cd5a-4bd5-ba28-3fde3f54445f'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:13:44.866405 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:13:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['5056a462-cd5a-4bd5-ba28-3fde3f54445f'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:44.899918 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-45cec606-88ee-4adb-9cbd-9903e4b56e35 None None] Provisioning for port ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:13:44.928212 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-45cec606-88ee-4adb-9cbd-9903e4b56e35 None None] Provisioning complete for port ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:13:44.928936 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-45cec606-88ee-4adb-9cbd-9903e4b56e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:45.057811 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:13:45.081473 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Sync routers for ids ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:13:45.098214 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] Set router 5056a462-cd5a-4bd5-ba28-3fde3f54445f gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:13:45.115692 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Routers {'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:13:45.116323 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:13:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:45.133207 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9b246d17-ba39-4f64-8e73-d5687feee69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:45.137800 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e81101fc-7119-4fb0-b2a7-be5dd76bca9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de7723ea1ac3458e9b39fe54f136adae&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1333365 Sep 07 07:13:45.142886 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 49106) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:45.193892 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6eba5e0b-4310-45d0-90cc-70c9377746d4 req-a87074d1-579c-4a6b-ae24-6c3f1aa0ea55 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 210 time: 0.1004670 Sep 07 07:13:45.219192 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9b246d17-ba39-4f64-8e73-d5687feee69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:45.245339 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620f7ff4-0b7b-4541-984e-f8ee5df13895 admin admin] Made reservation on behalf of 44cb9970ea704499bf116b6fdb5f7555 for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:13:45.248492 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-620f7ff4-0b7b-4541-984e-f8ee5df13895 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:45.255988 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:45.259569 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e59aa2a2-cd57-4824-972c-10b42f022c0b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4671168 Sep 07 07:13:45.279566 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-03acb820-3a33-41af-b638-b447559c16c8 service neutron] 10.222.0.30 "GET /v2.0/networks/356e05f8-3fe0-414f-afa9-2f1100c695e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8367307 Sep 07 07:13:45.280166 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 49118) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:45.334456 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-9b246d17-ba39-4f64-8e73-d5687feee69e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32863de34f1f41659cf57b2c29b4f6b7&name=default HTTP/1.1" status: 200 len: 2978 time: 1.2930200 Sep 07 07:13:45.348061 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'name': 'tempest-ServerRescueNegativeTestJSON-820932331-router', 'tenant_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'fe54919b-4db5-496c-bc4e-443bdb37c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:42Z', 'revision_number': 3, 'project_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'gw_port': {'id': 'fe54919b-4db5-496c-bc4e-443bdb37c158', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:45.354031 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 49124) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:45.364629 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b246d17-ba39-4f64-8e73-d5687feee69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a19f6f-5087-48c0-80ec-5f0246570cba,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:45.394466 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eaf6b4-9339-4f6c-b21c-54d85ec94383 None None] The sync data for ids ['5056a462-cd5a-4bd5-ba28-3fde3f54445f'] in dv-cinder-804735-9-iscsi is: [{'id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'name': 'tempest-ServerRescueNegativeTestJSON-820932331-router', 'tenant_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'fe54919b-4db5-496c-bc4e-443bdb37c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:42Z', 'revision_number': 3, 'project_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'gw_port': {'id': 'fe54919b-4db5-496c-bc4e-443bdb37c158', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:13:45.520703 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Set router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:13:45.535901 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6af741f6-5523-4ab1-a26f-f442cbdc64d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:45.552537 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0969e327-75a8-49fa-8c4b-7a1b59a74f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:45.571575 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6af741f6-5523-4ab1-a26f-f442cbdc64d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:45.629844 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-45cec606-88ee-4adb-9cbd-9903e4b56e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:45.694328 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0969e327-75a8-49fa-8c4b-7a1b59a74f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:45.759278 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6af741f6-5523-4ab1-a26f-f442cbdc64d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:45.761992 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6af741f6-5523-4ab1-a26f-f442cbdc64d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:45.763209 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6af741f6-5523-4ab1-a26f-f442cbdc64d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f0a19f6f-5087-48c0-80ec-5f0246570cba HTTP/1.1" status: 204 len: 168 time: 0.4082308 Sep 07 07:13:45.772376 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-620f7ff4-0b7b-4541-984e-f8ee5df13895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:45.775077 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af741f6-5523-4ab1-a26f-f442cbdc64d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a19f6f-5087-48c0-80ec-5f0246570cba,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:45.790800 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-45cec606-88ee-4adb-9cbd-9903e4b56e35 None None] For port ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22,segment=NetworkSegment(6750a1fb-cf7e-4d33-b880-1193fed0b435),segment_id=6750a1fb-cf7e-4d33-b880-1193fed0b435)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:13:45.818147 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-45cec606-88ee-4adb-9cbd-9903e4b56e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:45.859044 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f7ff4-0b7b-4541-984e-f8ee5df13895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45a1a99-e034-4272-8a0c-6421deb366c0,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:45.875729 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620f7ff4-0b7b-4541-984e-f8ee5df13895 admin admin] Checking segment: {'id': 'd4e6648a-d365-4ac1-ac53-68e02390f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '31bcac85-f8c9-4d7b-8883-7cf5d9f8b167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:13:45.876086 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620f7ff4-0b7b-4541-984e-f8ee5df13895 admin admin] Network hostable DHCP agents. Network: 31bcac85-f8c9-4d7b-8883-7cf5d9f8b167, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:13:45.926090 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620f7ff4-0b7b-4541-984e-f8ee5df13895 admin admin] Network 31bcac85-f8c9-4d7b-8883-7cf5d9f8b167 is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:13:45.949042 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-620f7ff4-0b7b-4541-984e-f8ee5df13895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, 31bcac85-f8c9-4d7b-8883-7cf5d9f8b167) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:13:45.964544 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620f7ff4-0b7b-4541-984e-f8ee5df13895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:45.965209 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-620f7ff4-0b7b-4541-984e-f8ee5df13895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:45.972079 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-b2c7e7da-0324-461c-81ee-9d4574810237 service neutron] 10.222.0.30 "GET /v2.0/networks/356e05f8-3fe0-414f-afa9-2f1100c695e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6240931 Sep 07 07:13:46.010176 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-620f7ff4-0b7b-4541-984e-f8ee5df13895 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3550420 Sep 07 07:13:46.030920 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29beb00a-2205-47fd-bafc-caf6dec5783f None None] Network 31bcac85-f8c9-4d7b-8883-7cf5d9f8b167 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:13:46.115262 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cec606-88ee-4adb-9cbd-9903e4b56e35 None None] Pushing event updated for resources: {'Port': ['ID=ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:46.131409 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-d1da3a3e-dc48-4f71-bcff-216db73c007f None None] Provisioning complete for port ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:13:46.132386 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d1da3a3e-dc48-4f71-bcff-216db73c007f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:46.237473 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 49156) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:46.266588 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0969e327-75a8-49fa-8c4b-7a1b59a74f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:46.269356 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0969e327-75a8-49fa-8c4b-7a1b59a74f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:46.291495 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-0969e327-75a8-49fa-8c4b-7a1b59a74f0e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc7c09b6-2c5b-4f57-a557-e04e02828dbb HTTP/1.1" status: 204 len: 168 time: 1.1458759 Sep 07 07:13:46.461258 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0b9f4b49-45c1-4279-b2b1-1b2afb38729d req-72cf58de-1c4a-47b0-acb6-ca804b2e157f tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 210 time: 0.1282511 Sep 07 07:13:46.477165 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e18b070-2329-40b0-8c67-2a64ad003757 admin admin] Deleting subnet 4ab0879d-e4a1-46c0-bcab-d0c29ca1e78a {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 07:13:46.496636 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2e18b070-2329-40b0-8c67-2a64ad003757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:46.513008 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:43Z', 'revision_number': 3, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:46.578847 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device fe54919b-4db5-496c-bc4e-443bdb37c158 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:13:46.586697 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Checking router: dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:13:46.587392 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Updating router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 port 390e1747-6418-453b-b0dc-2f3b8bb7a655 binding host dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:13:46.602681 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2e18b070-2329-40b0-8c67-2a64ad003757 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:46.614901 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2e18b070-2329-40b0-8c67-2a64ad003757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1858048'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:46.643634 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969e327-75a8-49fa-8c4b-7a1b59a74f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7c09b6-2c5b-4f57-a557-e04e02828dbb,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:46.704505 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:46.721815 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2e18b070-2329-40b0-8c67-2a64ad003757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1858059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:46.739961 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-928f224e-9eb6-4e98-9277-fc272f65e465 req-3c110893-293f-48ba-963a-084fa0858cb5 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 210 time: 0.3175099 Sep 07 07:13:46.786457 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18b070-2329-40b0-8c67-2a64ad003757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab0879d-e4a1-46c0-bcab-d0c29ca1e78a,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:46.823186 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2e18b070-2329-40b0-8c67-2a64ad003757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:46.834275 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 49196) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:46.834919 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2e18b070-2329-40b0-8c67-2a64ad003757 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4ab0879d-e4a1-46c0-bcab-d0c29ca1e78a HTTP/1.1" status: 204 len: 168 time: 0.5962195 Sep 07 07:13:46.899118 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:46.912441 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176afbf3-d5fc-48bb-a5d4-c8021d63fd9b None None] Network 31bcac85-f8c9-4d7b-8883-7cf5d9f8b167 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:13:47.053561 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744665'] for network, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:47.252777 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port fe54919b-4db5-496c-bc4e-443bdb37c158 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:13:47.281301 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port fe54919b-4db5-496c-bc4e-443bdb37c158 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:13:47.281918 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:47.499262 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1854623', 'neutron.services.segments.db._delete_segments_for_network-8728184039280'] for network, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:47.534707 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 49230) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:47.556917 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:13:47.557276 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:13:47.558127 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:13:47.558461 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Subscribe: > port after_create 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:13:47.558803 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:13:47.559158 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Subscribe: > port after_update 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:13:47.559512 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:13:47.559848 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:13:47.562168 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:13:47.563682 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:13:47.796169 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8d4e3c3a-9aea-4fba-972f-0e838a3b5668 req-963f4f86-e85c-46d4-9074-b75d9a60e9ed tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 210 time: 0.0735242 Sep 07 07:13:47.834700 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-05cd7c19-3219-44fa-b4d0-59955cff8285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:47.941164 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:47.991260 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:13:47.992556 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:13:47.993119 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:13:47.993676 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:13:47.994534 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0b849a-24f2-4339-8824-1482ab53dd24']}} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:47.998285 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-05cd7c19-3219-44fa-b4d0-59955cff8285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.008242 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-05cd7c19-3219-44fa-b4d0-59955cff8285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.019095 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port fe54919b-4db5-496c-bc4e-443bdb37c158, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=fe54919b-4db5-496c-bc4e-443bdb37c158,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:13:48.029787 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8cca24-2b65-4960-be1a-0b94b6433b74') {'for_net_delete': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:48.030291 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8cca24-2b65-4960-be1a-0b94b6433b74') {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:48.038262 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.042040 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:13:48.053859 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728184039033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5732513'] for segment, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.067814 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.085352 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.096357 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 07:13:48.097012 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732491'] for segment, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.114539 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-05cd7c19-3219-44fa-b4d0-59955cff8285 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5333247db9c44a5a8232b35ef03d1cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5761166 Sep 07 07:13:48.117619 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd7c19-3219-44fa-b4d0-59955cff8285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f218a5e-684d-4ab8-bdee-77b38e0ba2b8,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:48.124740 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 49254) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:48.130009 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Transition to ACTIVE for port object 390e1747-6418-453b-b0dc-2f3b8bb7a655 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:13:48.170782 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.187568 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=fe54919b-4db5-496c-bc4e-443bdb37c158,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: from cryptography.utils import int_from_bytes Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: from cryptography.utils import int_from_bytes Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: Traceback (most recent call last): Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: timer() Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: cb(*args, **kw) Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: return func(*args, **kwargs) Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: self._notify() Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: self.callback(batched_events) Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: event.method(event) Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: return f(self, *a, **k) Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: return self._get(url).json() Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: return self.request(url, 'GET', **kwargs) Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 07:13:48.190837 dv-cinder-804735-9-iscsi neutron-server[94029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 07:13:48.303041 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] Allocated IP 172.20.0.1 (c1c7b4bc-0a52-4394-8c93-76554197629b/d68dc2d8-9d27-41b8-aaab-67bbe02805ae/dcbe069f-3ec4-4960-8ef9-58556e7f56ef) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:13:48.313079 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-705c94dc-59ce-4e5b-b002-d51103f2a45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.323053 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Attempting to bind port 390e1747-6418-453b-b0dc-2f3b8bb7a655 on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:13:48.323680 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Attempting to bind port 390e1747-6418-453b-b0dc-2f3b8bb7a655 by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:13:48.326425 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Attempting to bind port 390e1747-6418-453b-b0dc-2f3b8bb7a655 on network e2b3ffe7-98e3-4527-9727-6754b6d36286 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:13:48.357072 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-705c94dc-59ce-4e5b-b002-d51103f2a45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.392123 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:13:48.392512 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.392775 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.15', 50167) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:48.425871 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:13:48.426541 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Checking segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:13:48.427107 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.427721 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Bound using segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:13:48.428946 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Bound port: 390e1747-6418-453b-b0dc-2f3b8bb7a655, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:13:48.430213 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.514263 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.579682 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dec6a6-ac5f-4a91-a72d-7834937b6e81 None None] Pushing event updated for resources: {'Port': ['ID=390e1747-6418-453b-b0dc-2f3b8bb7a655,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:48.607045 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-705c94dc-59ce-4e5b-b002-d51103f2a45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.613745 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-705c94dc-59ce-4e5b-b002-d51103f2a45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.620103 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-705c94dc-59ce-4e5b-b002-d51103f2a45f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f218a5e-684d-4ab8-bdee-77b38e0ba2b8 HTTP/1.1" status: 204 len: 168 time: 0.4931676 Sep 07 07:13:48.624053 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] For port 390e1747-6418-453b-b0dc-2f3b8bb7a655, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:13:48.629210 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] For port 390e1747-6418-453b-b0dc-2f3b8bb7a655, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=390e1747-6418-453b-b0dc-2f3b8bb7a655,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:13:48.635633 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.652502 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c94dc-59ce-4e5b-b002-d51103f2a45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f218a5e-684d-4ab8-bdee-77b38e0ba2b8,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:48.693123 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500498f7-97c7-4403-8da1-413a781d3ddd req-286cf35e-4ab7-46bb-b2df-0bfccd236aa9 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:48.695368 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-286cf35e-4ab7-46bb-b2df-0bfccd236aa9 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.15 "GET /v2.0/networks?id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e HTTP/1.1" status: 200 len: 815 time: 0.3002629 Sep 07 07:13:48.745676 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dec6a6-ac5f-4a91-a72d-7834937b6e81 None None] Pushing event updated for resources: {'Port': ['ID=390e1747-6418-453b-b0dc-2f3b8bb7a655,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:48.750356 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Routers {'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:13:48.750978 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:13:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:48.764765 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2d514911-b4f8-484c-bc76-5280184f261c req-09815c76-f6cc-465e-80dc-690f7f4de3e6 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 210 time: 0.5113366 Sep 07 07:13:48.765455 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1854598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579843'] for network, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.782110 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-500498f7-97c7-4403-8da1-413a781d3ddd req-8728a09b-4a73-47d6-be77-d9ef9b84509b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Request body: {'port': {'device_id': '8b9710aa-9476-4065-8b71-108582a081f6', 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e', 'admin_state_up': True, 'tenant_id': '1941f241057e4fa98d84552cc6064fe0'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:48.783726 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.792342 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] 10.222.0.30 "DELETE /v2.0/networks/3a0b849a-24f2-4339-8824-1482ab53dd24 HTTP/1.1" status: 204 len: 168 time: 1.9530222 Sep 07 07:13:48.803441 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 49280) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:48.820341 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:48.831005 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fc416-6a84-4ad0-a8a9-b0985d48203b admin admin] Pushing event deleted for resources: {'Network': ['ID=3a0b849a-24f2-4339-8824-1482ab53dd24,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:48.893946 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] Network c1c7b4bc-0a52-4394-8c93-76554197629b is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:13:48.897090 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbe069f-3ec4-4960-8ef9-58556e7f56ef,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:48.908339 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:13:48.929021 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device fe54919b-4db5-496c-bc4e-443bdb37c158 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:13:48.940673 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] Set router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:13:48.948222 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:13:48.990113 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579972'] for router_interface, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:49.056040 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:49.129970 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1044022c-fe2d-4383-a949-a47436e8d662 req-a9585d38-5ff7-4f96-b25a-ddb6cfb6191f tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 210 time: 0.0630653 Sep 07 07:13:49.160144 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a56aaec-f5a6-4fa2-9977-5ef424ce4da7 admin admin] Deleting subnet f45a1a99-e034-4272-8a0c-6421deb366c0 {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 07:13:49.174661 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3a56aaec-f5a6-4fa2-9977-5ef424ce4da7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:49.249291 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3a56aaec-f5a6-4fa2-9977-5ef424ce4da7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:49.256424 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Allocated IP 172.20.0.1 (7a6bf082-f995-4176-a62b-a1e75c89f882/3cddb77f-e14b-40a5-ac21-cbec1af62b3e/f19c56ae-891c-43b6-a888-0544a47d3402) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:13:49.260103 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3a56aaec-f5a6-4fa2-9977-5ef424ce4da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1858048'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:49.313545 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500498f7-97c7-4403-8da1-413a781d3ddd req-8728a09b-4a73-47d6-be77-d9ef9b84509b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Made reservation on behalf of 1941f241057e4fa98d84552cc6064fe0 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:13:49.318676 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-500498f7-97c7-4403-8da1-413a781d3ddd req-8728a09b-4a73-47d6-be77-d9ef9b84509b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:49.400769 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port fe54919b-4db5-496c-bc4e-443bdb37c158 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:13:49.401244 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:49.471602 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:43Z', 'revision_number': 3, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:49.509258 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de40d745-852d-4190-bd61-746069cdeb42 None None] The sync data for ids ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'] in dv-cinder-804735-9-iscsi is: [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:43Z', 'revision_number': 3, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:13:49.588073 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:49.600667 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 49322) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:49.602609 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:49.708332 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Transition to ACTIVE for port object f19c56ae-891c-43b6-a888-0544a47d3402 will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:13:49.757012 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.15', 50172) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:49.810341 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-34eec5f7-9477-4936-87aa-ea28187afa50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:49.966577 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3a56aaec-f5a6-4fa2-9977-5ef424ce4da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1858059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:50.048904 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:50.058527 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3a56aaec-f5a6-4fa2-9977-5ef424ce4da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:50.063207 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-3a56aaec-f5a6-4fa2-9977-5ef424ce4da7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f45a1a99-e034-4272-8a0c-6421deb366c0 HTTP/1.1" status: 204 len: 168 time: 1.2587750 Sep 07 07:13:50.087580 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 49330) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:50.144235 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Network 7a6bf082-f995-4176-a62b-a1e75c89f882 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:13:50.183494 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:13:50.212777 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56aaec-f5a6-4fa2-9977-5ef424ce4da7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45a1a99-e034-4272-8a0c-6421deb366c0,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:50.294622 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:13:50.439817 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579972'] for router_interface, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:50.447578 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-9682a335-a73a-4e55-9868-370be2f28946 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:50.449127 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-9682a335-a73a-4e55-9868-370be2f28946 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.15 "GET /v2.0/networks?id=356e05f8-3fe0-414f-afa9-2f1100c695e1 HTTP/1.1" status: 200 len: 811 time: 0.6768751 Sep 07 07:13:50.561203 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-500498f7-97c7-4403-8da1-413a781d3ddd req-8728a09b-4a73-47d6-be77-d9ef9b84509b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Allocated IP 172.20.0.13 (f7f8a398-c1d7-42d1-a5cb-7345e4c6544e/bbfed80f-05db-4166-bc1f-98df7697e081/248be358-cd4c-4e39-acf4-cf97485c1506) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:13:50.706286 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-ed9acedf-9bb3-4855-a606-feaed0ebe19c None None] Provisioning for port f19c56ae-891c-43b6-a888-0544a47d3402 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:13:50.722499 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-ed9acedf-9bb3-4855-a606-feaed0ebe19c None None] Provisioning complete for port f19c56ae-891c-43b6-a888-0544a47d3402 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:13:50.722881 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ed9acedf-9bb3-4855-a606-feaed0ebe19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:50.829786 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-790a842f-aa37-4ba7-88f9-46e3b6282e83 req-3cca3a8e-1ac9-492e-bf42-8197e86df7dd tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 210 time: 0.2372007 Sep 07 07:13:50.875309 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-ed9acedf-9bb3-4855-a606-feaed0ebe19c None None] Port f19c56ae-891c-43b6-a888-0544a47d3402 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:13:50.919365 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-5cf6f79b-40d1-4367-89f1-ed17ab8f9204 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Request body: {'port': {'device_id': 'efb70d5d-3a0a-4454-b7f9-cec920a43a06', 'network_id': '356e05f8-3fe0-414f-afa9-2f1100c695e1', 'admin_state_up': True, 'tenant_id': 'eecf9b4f80014111aed83440df68947e'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:50.937723 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59d50c49-84a7-4d69-90a2-20a5104cdba4 req-04e16fca-fc54-4a5c-a116-c9ebafdfb25d tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 210 time: 0.5819669 Sep 07 07:13:50.967911 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Pushing event updated for resources: {'Port': ['ID=f19c56ae-891c-43b6-a888-0544a47d3402,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:51.001123 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 390e1747-6418-453b-b0dc-2f3b8bb7a655 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:13:51.063189 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a78b637b-d589-4651-9ea8-23338479fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744665'] for network, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.117207 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.140104 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.162077 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.190565 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port 390e1747-6418-453b-b0dc-2f3b8bb7a655 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:13:51.200239 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 390e1747-6418-453b-b0dc-2f3b8bb7a655 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:13:51.201050 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.250533 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbe069f-3ec4-4960-8ef9-58556e7f56ef,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:51.440250 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.487639 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a78b637b-d589-4651-9ea8-23338479fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1854623', 'neutron.services.segments.db._delete_segments_for_network-8728184039280'] for network, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.489459 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port 390e1747-6418-453b-b0dc-2f3b8bb7a655, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=390e1747-6418-453b-b0dc-2f3b8bb7a655,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:13:51.495209 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.528813 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-a78b637b-d589-4651-9ea8-23338479fc50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bcac85-f8c9-4d7b-8883-7cf5d9f8b167']}} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:51.544943 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-a78b637b-d589-4651-9ea8-23338479fc50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e6648a-d365-4ac1-ac53-68e02390f779') {'for_net_delete': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:51.545309 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-a78b637b-d589-4651-9ea8-23338479fc50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e6648a-d365-4ac1-ac53-68e02390f779') {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:51.558496 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a78b637b-d589-4651-9ea8-23338479fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728184039033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5732513'] for segment, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.565493 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=390e1747-6418-453b-b0dc-2f3b8bb7a655,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:51.577778 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-500498f7-97c7-4403-8da1-413a781d3ddd req-8728a09b-4a73-47d6-be77-d9ef9b84509b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.623082 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a78b637b-d589-4651-9ea8-23338479fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.635922 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580916'] for router_interface, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.640549 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-34eec5f7-9477-4936-87aa-ea28187afa50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.645463 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78b637b-d589-4651-9ea8-23338479fc50 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 07:13:51.646201 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a78b637b-d589-4651-9ea8-23338479fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732491'] for segment, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.658544 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-34eec5f7-9477-4936-87aa-ea28187afa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: Traceback (most recent call last): Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: timer() Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: cb(*args, **kw) Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: return func(*args, **kwargs) Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: self._notify() Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: self.callback(batched_events) Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: event.method(event) Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: return f(self, *a, **k) Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: return self._get(url).json() Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: return self.request(url, 'GET', **kwargs) Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 07:13:51.676759 dv-cinder-804735-9-iscsi neutron-server[94029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 07:13:51.715014 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.740531 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-5cf6f79b-40d1-4367-89f1-ed17ab8f9204 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Made reservation on behalf of eecf9b4f80014111aed83440df68947e for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:13:51.744537 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-5cf6f79b-40d1-4367-89f1-ed17ab8f9204 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.761815 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-34eec5f7-9477-4936-87aa-ea28187afa50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=afb4e14f306f4d81a66dc27d94f8d125&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1451218 Sep 07 07:13:51.765825 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eec5f7-9477-4936-87aa-ea28187afa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e053106-673b-41ae-b8e3-851f03b749ab,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:51.770192 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 49368) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:51.821210 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-500498f7-97c7-4403-8da1-413a781d3ddd req-8728a09b-4a73-47d6-be77-d9ef9b84509b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.922451 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a78b637b-d589-4651-9ea8-23338479fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1854598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579843'] for network, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.945991 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a78b637b-d589-4651-9ea8-23338479fc50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:51.949215 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-a78b637b-d589-4651-9ea8-23338479fc50 admin admin] 10.222.0.30 "DELETE /v2.0/networks/31bcac85-f8c9-4d7b-8883-7cf5d9f8b167 HTTP/1.1" status: 204 len: 168 time: 1.8002288 Sep 07 07:13:52.021746 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b637b-d589-4651-9ea8-23338479fc50 admin admin] Pushing event deleted for resources: {'Network': ['ID=31bcac85-f8c9-4d7b-8883-7cf5d9f8b167,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:52.066315 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500498f7-97c7-4403-8da1-413a781d3ddd req-8728a09b-4a73-47d6-be77-d9ef9b84509b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:13:52.082709 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-500498f7-97c7-4403-8da1-413a781d3ddd req-8728a09b-4a73-47d6-be77-d9ef9b84509b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:13:52.095126 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728a09b-4a73-47d6-be77-d9ef9b84509b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Pushing event updated for resources: {'Port': ['ID=248be358-cd4c-4e39-acf4-cf97485c1506,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:52.109043 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-500498f7-97c7-4403-8da1-413a781d3ddd req-8728a09b-4a73-47d6-be77-d9ef9b84509b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:13:52.116129 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500498f7-97c7-4403-8da1-413a781d3ddd req-8728a09b-4a73-47d6-be77-d9ef9b84509b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:52.118272 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-500498f7-97c7-4403-8da1-413a781d3ddd req-8728a09b-4a73-47d6-be77-d9ef9b84509b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:52.131098 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9de78d80-525d-4caf-b40f-149a1a5ac948 req-71cf2d9c-80de-4201-b401-e7bad5505d51 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 210 time: 0.1290946 Sep 07 07:13:52.145075 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-580d5444-0aec-4d12-bb8a-84d893e9ac4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:52.161267 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-5cf6f79b-40d1-4367-89f1-ed17ab8f9204 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Allocated IP 172.20.0.10 (356e05f8-3fe0-414f-afa9-2f1100c695e1/e86994f0-b921-42ee-811c-56bdbc38aece/291ec2f6-c1e7-4513-8f60-da327db6aa2d) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:13:52.236550 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-8728a09b-4a73-47d6-be77-d9ef9b84509b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4584398 Sep 07 07:13:52.261899 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-580d5444-0aec-4d12-bb8a-84d893e9ac4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:52.272249 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] Network c1c7b4bc-0a52-4394-8c93-76554197629b is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:13:52.276398 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:13:52.321968 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 49378) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:52.341292 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-814cda8b-366e-47d8-8a40-b400ebb1bae5 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 07:13:52.342608 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-814cda8b-366e-47d8-8a40-b400ebb1bae5 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131738 Sep 07 07:13:52.375325 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60592ccd-e790-4b69-9734-e22cae025c89 req-abe71708-3899-427b-800b-6292e4c5bcad tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:52.376860 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-60592ccd-e790-4b69-9734-e22cae025c89 req-abe71708-3899-427b-800b-6292e4c5bcad tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 932 time: 0.2120361 Sep 07 07:13:52.451066 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:52.457786 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:52.544495 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-580d5444-0aec-4d12-bb8a-84d893e9ac4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:52.547269 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-580d5444-0aec-4d12-bb8a-84d893e9ac4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:52.548619 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-580d5444-0aec-4d12-bb8a-84d893e9ac4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e053106-673b-41ae-b8e3-851f03b749ab HTTP/1.1" status: 204 len: 168 time: 0.7759719 Sep 07 07:13:52.557944 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-03feb903-2647-4a48-9ef8-7a260d7d70fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32dfbcceee644537bc6c360d1d5f54db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2347164 Sep 07 07:13:52.566661 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 49382) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:52.572177 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-60592ccd-e790-4b69-9734-e22cae025c89 req-4198bf7f-26b7-4b7c-9c60-f8ca17d86ba6 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802416 Sep 07 07:13:52.584289 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d5444-0aec-4d12-bb8a-84d893e9ac4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e053106-673b-41ae-b8e3-851f03b749ab,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:52.658476 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-5cf6f79b-40d1-4367-89f1-ed17ab8f9204 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:52.714322 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-150583ba-4998-4676-bda0-1174c2a996f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:52.770582 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-5cf6f79b-40d1-4367-89f1-ed17ab8f9204 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:52.773928 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-150583ba-4998-4676-bda0-1174c2a996f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:52.808960 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580916'] for router_interface, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:52.910253 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 390e1747-6418-453b-b0dc-2f3b8bb7a655 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:13:52.936236 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6f79b-40d1-4367-89f1-ed17ab8f9204 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Pushing event updated for resources: {'Port': ['ID=291ec2f6-c1e7-4513-8f60-da327db6aa2d,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:52.960022 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-150583ba-4998-4676-bda0-1174c2a996f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:52.971488 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-150583ba-4998-4676-bda0-1174c2a996f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:52.974931 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-150583ba-4998-4676-bda0-1174c2a996f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27a4d8e7-9de3-4f4c-b88f-15dfe9f8887b HTTP/1.1" status: 204 len: 168 time: 0.4016855 Sep 07 07:13:52.990314 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Pushing event updated for resources: {'Port': ['ID=f19c56ae-891c-43b6-a888-0544a47d3402,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:52.998209 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150583ba-4998-4676-bda0-1174c2a996f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a4d8e7-9de3-4f4c-b88f-15dfe9f8887b,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:53.025498 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-5cf6f79b-40d1-4367-89f1-ed17ab8f9204 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Network 356e05f8-3fe0-414f-afa9-2f1100c695e1 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:13:53.030021 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-5cf6f79b-40d1-4367-89f1-ed17ab8f9204 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:13:53.044311 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-5cf6f79b-40d1-4367-89f1-ed17ab8f9204 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:13:53.057194 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-5cf6f79b-40d1-4367-89f1-ed17ab8f9204 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:53.061201 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 390e1747-6418-453b-b0dc-2f3b8bb7a655 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:13:53.061389 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-5cf6f79b-40d1-4367-89f1-ed17ab8f9204 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:53.062861 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:53.089818 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] Router 5056a462-cd5a-4bd5-ba28-3fde3f54445f has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:13:53.108100 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-5cf6f79b-40d1-4367-89f1-ed17ab8f9204 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1988802 Sep 07 07:13:53.343337 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Network 7a6bf082-f995-4176-a62b-a1e75c89f882 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:13:53.399481 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:13:53.488223 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:13:53.505689 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 49400) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:53.507113 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Sync routers for ids ['5056a462-cd5a-4bd5-ba28-3fde3f54445f'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:13:53.521596 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Routers {'5056a462-cd5a-4bd5-ba28-3fde3f54445f'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:13:53.524340 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:13:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['5056a462-cd5a-4bd5-ba28-3fde3f54445f'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:53.542044 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-703ae76e-3174-49e7-8a36-27fa58ce6370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:53.559353 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-3f003e7e-86e5-4690-ab22-7a45a6f35ee8 admin admin] 10.222.0.30 "PUT /v2.0/routers/5056a462-cd5a-4bd5-ba28-3fde3f54445f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4297221 Sep 07 07:13:53.774780 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7caea4e-4c6e-4da1-a297-710837c6bf26 req-af671256-49ca-4fe2-8eb4-6848a68b02fc tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:53.790338 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f7caea4e-4c6e-4da1-a297-710837c6bf26 req-af671256-49ca-4fe2-8eb4-6848a68b02fc tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 932 time: 0.4714828 Sep 07 07:13:53.947201 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-eac68bed-cdcc-4227-8fab-6fc706e0057a None None] Provisioning complete for port f19c56ae-891c-43b6-a888-0544a47d3402 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:13:53.952176 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-eac68bed-cdcc-4227-8fab-6fc706e0057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:53.974956 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f7caea4e-4c6e-4da1-a297-710837c6bf26 req-db9d7c7f-aace-4a74-bd2a-cc079ed9220f tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834984 Sep 07 07:13:54.045504 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:13:54.118259 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-eac68bed-cdcc-4227-8fab-6fc706e0057a None None] Port f19c56ae-891c-43b6-a888-0544a47d3402 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:13:54.145423 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0fe7c-0ea8-4396-857d-0e3b3136f893 req-3de7d22f-5f93-45dd-85f0-150a3e4f3f3a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:54.147031 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e0d0fe7c-0ea8-4396-857d-0e3b3136f893 req-3de7d22f-5f93-45dd-85f0-150a3e4f3f3a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 932 time: 0.3354304 Sep 07 07:13:54.234271 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-703ae76e-3174-49e7-8a36-27fa58ce6370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:54.265585 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-703ae76e-3174-49e7-8a36-27fa58ce6370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:54.336553 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-703ae76e-3174-49e7-8a36-27fa58ce6370 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=092b50dc798e4b47b6ba0cf58a583a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8296938 Sep 07 07:13:54.339540 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 49430) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:54.341668 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ae76e-3174-49e7-8a36-27fa58ce6370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37db29e-b040-4417-80db-9e56219683ae,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:54.359536 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Set router 5056a462-cd5a-4bd5-ba28-3fde3f54445f gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:13:54.372883 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e0d0fe7c-0ea8-4396-857d-0e3b3136f893 req-d7cbf338-1447-4f99-8de1-3186ab3ad14f tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122347 Sep 07 07:13:54.383454 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 49432) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:54.393627 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Request body: {'port': {'device_id': 'efb70d5d-3a0a-4454-b7f9-cec920a43a06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:54.458671 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:13:54.469818 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-9fb7e060-ee40-48e9-b830-e611ad694333 admin admin] 10.222.0.30 "PUT /v2.0/routers/dc4b8ae8-07f9-45e6-91c3-8b660cc794b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1319535 Sep 07 07:13:54.471554 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Sync routers for ids ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:13:54.487667 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Routers {'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:13:54.491919 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:13:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:54.521327 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:54.859683 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Set router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:13:54.882643 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'name': 'tempest-ServerRescueNegativeTestJSON-820932331-router', 'tenant_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'fe54919b-4db5-496c-bc4e-443bdb37c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:49Z', 'revision_number': 4, 'project_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'gw_port': {'id': 'fe54919b-4db5-496c-bc4e-443bdb37c158', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': 'dcbe069f-3ec4-4960-8ef9-58556e7f56ef', 'name': '', 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b', 'tenant_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'mac_address': 'fa:16:3e:15:36:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd68dc2d8-9d27-41b8-aaab-67bbe02805ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:46Z', 'updated_at': '2021-09-07T07:13:49Z', 'revision_number': 2, 'project_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'subnets': [{'id': 'd68dc2d8-9d27-41b8-aaab-67bbe02805ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:54.990258 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Checking router: 5056a462-cd5a-4bd5-ba28-3fde3f54445f for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:13:54.992327 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Updating router 5056a462-cd5a-4bd5-ba28-3fde3f54445f port dcbe069f-3ec4-4960-8ef9-58556e7f56ef binding host dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:13:55.026196 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-36cb5b23-1149-4658-a9ef-6c10f800e897 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44cb9970ea704499bf116b6fdb5f7555&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6399560 Sep 07 07:13:55.028996 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 49452) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:55.072526 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:55.088760 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Request body: {'port': {'device_id': '8b9710aa-9476-4065-8b71-108582a081f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:55.139957 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-07e42216-fbbf-47da-a4f0-306d597c870b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:55.167031 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-07e42216-fbbf-47da-a4f0-306d597c870b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:55.267601 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-07e42216-fbbf-47da-a4f0-306d597c870b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:55.272509 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-07e42216-fbbf-47da-a4f0-306d597c870b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:55.277097 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-07e42216-fbbf-47da-a4f0-306d597c870b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2abda832-faac-4208-b396-64fc87aec0f7 HTTP/1.1" status: 204 len: 168 time: 0.2469475 Sep 07 07:13:55.303565 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e42216-fbbf-47da-a4f0-306d597c870b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abda832-faac-4208-b396-64fc87aec0f7,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:55.351729 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:55.390419 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8afdb826-9f35-408f-8bae-f4815db88c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:55.652887 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76680429-c121-42a8-b54f-84d574377602 req-7af878ed-f2fc-4d57-9ba5-0ad9156c4f2c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:55.654507 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76680429-c121-42a8-b54f-84d574377602 req-7af878ed-f2fc-4d57-9ba5-0ad9156c4f2c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/networks?id=c1c7b4bc-0a52-4394-8c93-76554197629b HTTP/1.1" status: 200 len: 818 time: 0.3572981 Sep 07 07:13:55.685261 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76680429-c121-42a8-b54f-84d574377602 req-93e15782-8dda-431c-a9c5-abd3055f40b1 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/quotas/cb7c30e28f5a4344a4da4d5176d3e82d HTTP/1.1" status: 200 len: 375 time: 0.0241024 Sep 07 07:13:55.762305 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': 'f19c56ae-891c-43b6-a888-0544a47d3402', 'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'mac_address': 'fa:16:3e:2d:59:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:49Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 2, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'subnets': [{'id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:55.811180 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76680429-c121-42a8-b54f-84d574377602 req-4599a0b7-7f39-4753-b643-a969529f8fd1 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb7c30e28f5a4344a4da4d5176d3e82d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1207051 Sep 07 07:13:55.851987 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Checking router: dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:13:55.852645 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Updating router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 port f19c56ae-891c-43b6-a888-0544a47d3402 binding host dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:13:55.887219 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:55.919268 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:55.982841 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Transition to ACTIVE for port object dcbe069f-3ec4-4960-8ef9-58556e7f56ef will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:13:56.001146 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:56.122540 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76680429-c121-42a8-b54f-84d574377602 req-0465623f-1948-4720-98b7-43777a92b8a1 service neutron] 10.222.0.30 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006406 Sep 07 07:13:56.262460 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Attempting to bind port dcbe069f-3ec4-4960-8ef9-58556e7f56ef on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:13:56.262851 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Attempting to bind port dcbe069f-3ec4-4960-8ef9-58556e7f56ef by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': 'b24d96c3-aef1-4eca-99ab-66ea0408b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:13:56.272318 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Attempting to bind port dcbe069f-3ec4-4960-8ef9-58556e7f56ef on network c1c7b4bc-0a52-4394-8c93-76554197629b {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:13:56.273809 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:13:56.274625 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Checking segment: {'id': 'b24d96c3-aef1-4eca-99ab-66ea0408b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:13:56.277204 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:56.277204 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Bound using segment: {'id': 'b24d96c3-aef1-4eca-99ab-66ea0408b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:13:56.278427 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Bound port: dcbe069f-3ec4-4960-8ef9-58556e7f56ef, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24d96c3-aef1-4eca-99ab-66ea0408b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:13:56.279170 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:56.332684 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 49488) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:56.337903 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-6c65cf60-28ab-4e3d-99b4-4477320590a7 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--314082220', 'description': 'tempest-description--1660685335'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:56.349645 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248be358-cd4c-4e39-acf4-cf97485c1506 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:13:56.388581 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:56.420990 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cc6c9-65b3-4c7e-bb16-9a069750889f None None] Pushing event updated for resources: {'Port': ['ID=dcbe069f-3ec4-4960-8ef9-58556e7f56ef,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:56.438714 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8afdb826-9f35-408f-8bae-f4815db88c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:56.451941 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] For port dcbe069f-3ec4-4960-8ef9-58556e7f56ef, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:13:56.455706 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6c65cf60-28ab-4e3d-99b4-4477320590a7 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:56.462486 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] For port dcbe069f-3ec4-4960-8ef9-58556e7f56ef, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=dcbe069f-3ec4-4960-8ef9-58556e7f56ef,segment=NetworkSegment(b24d96c3-aef1-4eca-99ab-66ea0408b23f),segment_id=b24d96c3-aef1-4eca-99ab-66ea0408b23f)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:13:56.470970 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:56.493561 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Transition to ACTIVE for port object 248be358-cd4c-4e39-acf4-cf97485c1506 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:13:56.526858 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:56.561404 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76680429-c121-42a8-b54f-84d574377602 req-20c150ea-6a9c-4197-b8a9-d09d230d1418 service neutron] 10.222.0.30 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277406 Sep 07 07:13:56.582695 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:56.603615 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fcde9-5112-4509-9e23-f8d382581f5f req-2d0fcc79-8fbe-4ba1-963f-9de7ca695add tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:56.613039 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e71fcde9-5112-4509-9e23-f8d382581f5f req-2d0fcc79-8fbe-4ba1-963f-9de7ca695add tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 932 time: 0.2528675 Sep 07 07:13:56.624894 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Transition to ACTIVE for port object f19c56ae-891c-43b6-a888-0544a47d3402 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:13:56.648391 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:56.656677 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cc6c9-65b3-4c7e-bb16-9a069750889f None None] Pushing event updated for resources: {'Port': ['ID=dcbe069f-3ec4-4960-8ef9-58556e7f56ef,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:56.675436 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Routers {'5056a462-cd5a-4bd5-ba28-3fde3f54445f'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:13:56.678026 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:13:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['5056a462-cd5a-4bd5-ba28-3fde3f54445f'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:56.776227 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46acbf5e-3b13-4094-8884-53ea6d819c9e None None] Pushing event updated for resources: {'Port': ['ID=f19c56ae-891c-43b6-a888-0544a47d3402,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:56.792007 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Pushing event updated for resources: {'Port': ['ID=248be358-cd4c-4e39-acf4-cf97485c1506,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:56.856747 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e71fcde9-5112-4509-9e23-f8d382581f5f req-6cd2e497-366e-49de-9ab3-7fce644130ca tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426631 Sep 07 07:13:56.866845 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6c65cf60-28ab-4e3d-99b4-4477320590a7 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:56.885614 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6c65cf60-28ab-4e3d-99b4-4477320590a7 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:56.922390 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Attempting to bind port 248be358-cd4c-4e39-acf4-cf97485c1506 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:13:56.926199 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Attempting to bind port 248be358-cd4c-4e39-acf4-cf97485c1506 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'f315a493-8adb-435c-a2a4-2b68883c8113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:13:56.926897 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Attempting to bind port 248be358-cd4c-4e39-acf4-cf97485c1506 on network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:13:56.935164 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8afdb826-9f35-408f-8bae-f4815db88c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:56.950688 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65cf60-28ab-4e3d-99b4-4477320590a7 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c19bde-1385-4312-be90-57f43a50d958,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:56.952404 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8afdb826-9f35-408f-8bae-f4815db88c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:56.955934 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8afdb826-9f35-408f-8bae-f4815db88c41 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f37db29e-b040-4417-80db-9e56219683ae HTTP/1.1" status: 204 len: 168 time: 2.6091108 Sep 07 07:13:56.990585 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6c65cf60-28ab-4e3d-99b4-4477320590a7 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:56.995245 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-6c65cf60-28ab-4e3d-99b4-4477320590a7 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6612604 Sep 07 07:13:56.998367 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 49508) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:57.009996 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-7a8b99a9-0e11-43c9-862b-2a81fd596617 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Request body: {'security_group_rule': {'security_group_id': '92c19bde-1385-4312-be90-57f43a50d958', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:57.050173 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Attempting to bind port f19c56ae-891c-43b6-a888-0544a47d3402 on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:13:57.050720 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Attempting to bind port f19c56ae-891c-43b6-a888-0544a47d3402 by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '6750a1fb-cf7e-4d33-b880-1193fed0b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:13:57.051167 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Attempting to bind port f19c56ae-891c-43b6-a888-0544a47d3402 on network 7a6bf082-f995-4176-a62b-a1e75c89f882 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:13:57.063942 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291ec2f6-c1e7-4513-8f60-da327db6aa2d {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:13:57.070123 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:13:57.076995 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] Set router 5056a462-cd5a-4bd5-ba28-3fde3f54445f gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:13:57.078675 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Checking segment: {'id': '6750a1fb-cf7e-4d33-b880-1193fed0b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:13:57.081092 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:57.081411 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Port 248be358-cd4c-4e39-acf4-cf97485c1506 on network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:13:57.081767 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Attempting to bind port 248be358-cd4c-4e39-acf4-cf97485c1506 on network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:13:57.082329 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Bound using segment: {'id': '6750a1fb-cf7e-4d33-b880-1193fed0b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:13:57.087262 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Bound port: f19c56ae-891c-43b6-a888-0544a47d3402, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6750a1fb-cf7e-4d33-b880-1193fed0b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:13:57.087974 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:57.117145 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ea653328-ed50-4cd1-8aa8-efe2fa8659f2 req-3c77234b-c0d4-46d6-a41e-4cc31852a5ce tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 210 time: 0.0888622 Sep 07 07:13:57.158527 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7a8b99a9-0e11-43c9-862b-2a81fd596617 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:57.165531 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:13:57.183575 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Checking segment: {'id': 'f315a493-8adb-435c-a2a4-2b68883c8113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:13:57.185321 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Bound using segment: {'id': 'f315a493-8adb-435c-a2a4-2b68883c8113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:13:57.188437 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Bound port: 248be358-cd4c-4e39-acf4-cf97485c1506, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f315a493-8adb-435c-a2a4-2b68883c8113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:13:57.189053 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:57.198200 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:57.207866 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdb826-9f35-408f-8bae-f4815db88c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37db29e-b040-4417-80db-9e56219683ae,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:57.297945 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Transition to ACTIVE for port object 291ec2f6-c1e7-4513-8f60-da327db6aa2d will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:13:57.330712 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:57.448384 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748240f-3bad-42c5-8233-0c07f976e5fa req-e8b22916-c35a-4e9c-9a14-78879a74de0e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:57.457001 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e748240f-3bad-42c5-8233-0c07f976e5fa req-e8b22916-c35a-4e9c-9a14-78879a74de0e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 944 time: 0.3452525 Sep 07 07:13:57.469176 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Pushing event updated for resources: {'Port': ['ID=291ec2f6-c1e7-4513-8f60-da327db6aa2d,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:57.480679 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7a8b99a9-0e11-43c9-862b-2a81fd596617 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:57.489869 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7a8b99a9-0e11-43c9-862b-2a81fd596617 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:57.507280 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] For port f19c56ae-891c-43b6-a888-0544a47d3402, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:13:57.517949 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] For port f19c56ae-891c-43b6-a888-0544a47d3402, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=f19c56ae-891c-43b6-a888-0544a47d3402,segment=NetworkSegment(6750a1fb-cf7e-4d33-b880-1193fed0b435),segment_id=6750a1fb-cf7e-4d33-b880-1193fed0b435)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:13:57.525162 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:57.583711 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b99a9-0e11-43c9-862b-2a81fd596617 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449761aa-a325-44de-bcf6-e142b28b2611,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:57.597472 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7a8b99a9-0e11-43c9-862b-2a81fd596617 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:57.617137 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-7a8b99a9-0e11-43c9-862b-2a81fd596617 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6149247 Sep 07 07:13:57.618100 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 49534) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:57.656106 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-b09335b0-1829-4874-927f-2c993480175b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Request body: {'security_group_rule': {'security_group_id': '92c19bde-1385-4312-be90-57f43a50d958', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:57.692874 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e748240f-3bad-42c5-8233-0c07f976e5fa req-f34587ec-3b42-4a86-af6e-19d47e89ca8a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290306 Sep 07 07:13:57.731486 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8c424f5f-4cc1-48e5-95c1-494a35fe7604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:57.758817 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] For port 248be358-cd4c-4e39-acf4-cf97485c1506, host hv-cinder-80473, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:13:57.766124 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Routers {'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:13:57.768141 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:13:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:57.771950 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] For port 248be358-cd4c-4e39-acf4-cf97485c1506, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=248be358-cd4c-4e39-acf4-cf97485c1506,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:13:57.791018 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:57.815993 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'name': 'tempest-ServerRescueNegativeTestJSON-820932331-router', 'tenant_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'fe54919b-4db5-496c-bc4e-443bdb37c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:49Z', 'revision_number': 4, 'project_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'gw_port': {'id': 'fe54919b-4db5-496c-bc4e-443bdb37c158', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': 'dcbe069f-3ec4-4960-8ef9-58556e7f56ef', 'name': '', 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b', 'tenant_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'mac_address': 'fa:16:3e:15:36:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd68dc2d8-9d27-41b8-aaab-67bbe02805ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:46Z', 'updated_at': '2021-09-07T07:13:56Z', 'revision_number': 4, 'project_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'subnets': [{'id': 'd68dc2d8-9d27-41b8-aaab-67bbe02805ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:57.910652 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606abef9-609e-41de-b5f7-7115f02c1912 None None] The sync data for ids ['5056a462-cd5a-4bd5-ba28-3fde3f54445f'] in dv-cinder-804735-9-iscsi is: [{'id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'name': 'tempest-ServerRescueNegativeTestJSON-820932331-router', 'tenant_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'fe54919b-4db5-496c-bc4e-443bdb37c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:49Z', 'revision_number': 4, 'project_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'gw_port': {'id': 'fe54919b-4db5-496c-bc4e-443bdb37c158', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': 'dcbe069f-3ec4-4960-8ef9-58556e7f56ef', 'name': '', 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b', 'tenant_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'mac_address': 'fa:16:3e:15:36:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd68dc2d8-9d27-41b8-aaab-67bbe02805ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:46Z', 'updated_at': '2021-09-07T07:13:56Z', 'revision_number': 4, 'project_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'subnets': [{'id': 'd68dc2d8-9d27-41b8-aaab-67bbe02805ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:13:57.920097 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46acbf5e-3b13-4094-8884-53ea6d819c9e None None] Pushing event updated for resources: {'Port': ['ID=f19c56ae-891c-43b6-a888-0544a47d3402,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:57.935123 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-8a4e0918-c00e-4282-84cf-6dd07bc4922f tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:57.949968 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-8a4e0918-c00e-4282-84cf-6dd07bc4922f tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/networks?id=c1c7b4bc-0a52-4394-8c93-76554197629b HTTP/1.1" status: 200 len: 818 time: 0.2437627 Sep 07 07:13:57.964106 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:57.973764 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:57.977884 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] 10.222.0.15 "PUT /v2.0/ports/248be358-cd4c-4e39-acf4-cf97485c1506 HTTP/1.1" status: 200 len: 1094 time: 4.0256596 Sep 07 07:13:57.986418 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-d9e27c58-e90c-4516-a7da-b269fbdad7eb tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/quotas/cb7c30e28f5a4344a4da4d5176d3e82d HTTP/1.1" status: 200 len: 375 time: 0.0336130 Sep 07 07:13:58.046484 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b09335b0-1829-4874-927f-2c993480175b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:58.132606 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] Set router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:13:58.186568 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9710aa-9476-4065-8b71-108582a081f6', 'tag': '248be358-cd4c-4e39-acf4-cf97485c1506'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:13:58.189596 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b09335b0-1829-4874-927f-2c993480175b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:58.202663 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b09335b0-1829-4874-927f-2c993480175b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:58.230860 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-ef498ed5-a6cf-4087-9973-cdc7fcf4b428 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb7c30e28f5a4344a4da4d5176d3e82d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2136898 Sep 07 07:13:58.253155 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09335b0-1829-4874-927f-2c993480175b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f052ec2-0315-48bc-a145-6f1864ddcd59,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:58.287983 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b09335b0-1829-4874-927f-2c993480175b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:58.289905 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b09335b0-1829-4874-927f-2c993480175b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6683645 Sep 07 07:13:58.293932 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 49554) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:13:58.299732 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-84a04ce9-5f06-4134-bc60-cf6652372a45 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Request body: {'floatingip': {'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:13:58.311132 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a1c7a-5047-458d-b3e4-7a0a27dc9431 service neutron] Pushing event updated for resources: {'Port': ['ID=248be358-cd4c-4e39-acf4-cf97485c1506,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:58.361670 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Attempting to bind port 291ec2f6-c1e7-4513-8f60-da327db6aa2d on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:13:58.362049 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Attempting to bind port 291ec2f6-c1e7-4513-8f60-da327db6aa2d by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '5a018313-ea08-422f-b65a-ca833ae99b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '356e05f8-3fe0-414f-afa9-2f1100c695e1'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:13:58.362382 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Attempting to bind port 291ec2f6-c1e7-4513-8f60-da327db6aa2d on network 356e05f8-3fe0-414f-afa9-2f1100c695e1 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:13:58.370859 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Port 291ec2f6-c1e7-4513-8f60-da327db6aa2d on network 356e05f8-3fe0-414f-afa9-2f1100c695e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:13:58.371195 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Attempting to bind port 291ec2f6-c1e7-4513-8f60-da327db6aa2d on network 356e05f8-3fe0-414f-afa9-2f1100c695e1 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:13:58.381002 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:13:58.381352 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Checking segment: {'id': '5a018313-ea08-422f-b65a-ca833ae99b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '356e05f8-3fe0-414f-afa9-2f1100c695e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:13:58.381741 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Bound using segment: {'id': '5a018313-ea08-422f-b65a-ca833ae99b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '356e05f8-3fe0-414f-afa9-2f1100c695e1'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:13:58.382709 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Bound port: 291ec2f6-c1e7-4513-8f60-da327db6aa2d, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a018313-ea08-422f-b65a-ca833ae99b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '356e05f8-3fe0-414f-afa9-2f1100c695e1'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:13:58.383069 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:58.405981 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f03a4-4aec-4271-b093-d680e9b144a7 req-a7845531-1700-4d47-9343-dc6345eb4b5a tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:58.407513 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9a9f03a4-4aec-4271-b093-d680e9b144a7 req-a7845531-1700-4d47-9343-dc6345eb4b5a tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 944 time: 0.1017470 Sep 07 07:13:58.434708 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-84a04ce9-5f06-4134-bc60-cf6652372a45 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for floatingip, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:58.524642 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9a9f03a4-4aec-4271-b093-d680e9b144a7 req-604e3760-f48d-48fb-b5f7-62da3ad6b4cf tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731556 Sep 07 07:13:58.525904 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] For port 291ec2f6-c1e7-4513-8f60-da327db6aa2d, host hv-cinder-80473, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:13:58.529671 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] For port 291ec2f6-c1e7-4513-8f60-da327db6aa2d, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=291ec2f6-c1e7-4513-8f60-da327db6aa2d,segment=NetworkSegment(5a018313-ea08-422f-b65a-ca833ae99b5e),segment_id=5a018313-ea08-422f-b65a-ca833ae99b5e)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:13:58.535238 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:58.584992 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:58.586273 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:58.587811 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] 10.222.0.15 "PUT /v2.0/ports/291ec2f6-c1e7-4513-8f60-da327db6aa2d HTTP/1.1" status: 200 len: 1094 time: 4.6419919 Sep 07 07:13:58.615205 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486b77e-2103-411e-ade0-0c57b2bd1a08 service neutron] Pushing event updated for resources: {'Port': ['ID=291ec2f6-c1e7-4513-8f60-da327db6aa2d,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:58.647152 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': 'f19c56ae-891c-43b6-a888-0544a47d3402', 'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'mac_address': 'fa:16:3e:2d:59:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:49Z', 'updated_at': '2021-09-07T07:13:57Z', 'revision_number': 4, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'subnets': [{'id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:13:58.708605 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f842c1-1b64-4c70-90d5-c3e07f76a227 None None] The sync data for ids ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'] in dv-cinder-804735-9-iscsi is: [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': 'f19c56ae-891c-43b6-a888-0544a47d3402', 'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'mac_address': 'fa:16:3e:2d:59:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:49Z', 'updated_at': '2021-09-07T07:13:57Z', 'revision_number': 4, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'subnets': [{'id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:13:58.709636 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-93b1241a-d2ef-44b4-a6ed-26c19891cbbf service neutron] 10.222.0.30 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684341 Sep 07 07:13:58.973805 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e42a8fd5afad13970a080ac9dafc4e475fc32432659b245011d6648220233b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240e8c68-57c6-486c-a3d0-16534245db96" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9710aa-9476-4065-8b71-108582a081f6", "tag": "248be358-cd4c-4e39-acf4-cf97485c1506"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:13:59.035325 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d86217-3019-4714-b5f8-0bda9b2a1fef req-49911edd-17df-4f2a-a5c7-0016d582a405 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:13:59.049363 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-70d86217-3019-4714-b5f8-0bda9b2a1fef req-49911edd-17df-4f2a-a5c7-0016d582a405 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 944 time: 0.1643956 Sep 07 07:13:59.092396 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device dcbe069f-3ec4-4960-8ef9-58556e7f56ef up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:13:59.137596 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-70d86217-3019-4714-b5f8-0bda9b2a1fef req-2b9ea81f-b1d8-48d9-a013-1c7498f40437 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871041 Sep 07 07:13:59.265789 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port dcbe069f-3ec4-4960-8ef9-58556e7f56ef completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:13:59.271168 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port dcbe069f-3ec4-4960-8ef9-58556e7f56ef triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:13:59.271839 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:59.343344 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-6a67305c-b501-4d62-a1cd-00702961b6bb service neutron] 10.222.0.30 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109221 Sep 07 07:13:59.456113 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:59.492995 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-84a04ce9-5f06-4134-bc60-cf6652372a45 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:59.646730 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port dcbe069f-3ec4-4960-8ef9-58556e7f56ef, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=dcbe069f-3ec4-4960-8ef9-58556e7f56ef,segment=NetworkSegment(b24d96c3-aef1-4eca-99ab-66ea0408b23f),segment_id=b24d96c3-aef1-4eca-99ab-66ea0408b23f)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:13:59.653948 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:13:59.781806 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=dcbe069f-3ec4-4960-8ef9-58556e7f56ef,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:13:59.860767 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-84a04ce9-5f06-4134-bc60-cf6652372a45 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Allocated IP 172.27.2.9 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/20d95e62-fff3-4391-8c6b-985566b05676) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:14:00.039443 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbfefab-640f-4fe8-8def-85cb0bcadf6a x-openstack-request-id: req-ebbfefab-640f-4fe8-8def-85cb0bcadf6a {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:14:00.039986 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9710aa-9476-4065-8b71-108582a081f6", "tag": "248be358-cd4c-4e39-acf4-cf97485c1506", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:14:00.040446 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ebbfefab-640f-4fe8-8def-85cb0bcadf6a {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:14:00.041354 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9710aa-9476-4065-8b71-108582a081f6', 'tag': '248be358-cd4c-4e39-acf4-cf97485c1506', 'status': 'completed', 'code': 200} Sep 07 07:14:00.191846 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:00.202823 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87dc49-6724-401d-a293-6e121964e1c2 req-3d57f4db-fb27-4db6-a5f2-667dfe29cf29 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:00.204532 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2e87dc49-6724-401d-a293-6e121964e1c2 req-3d57f4db-fb27-4db6-a5f2-667dfe29cf29 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 944 time: 0.1376519 Sep 07 07:14:00.216480 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-84a04ce9-5f06-4134-bc60-cf6652372a45 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:00.222906 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6d326217-8911-4b99-a081-36d2b51670e8 req-c792817e-3348-41aa-8a08-2df7cca2216b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0382433 Sep 07 07:14:00.283177 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dd96dee7-bf3a-4b3b-893d-46ed2697f52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:00.306985 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2e87dc49-6724-401d-a293-6e121964e1c2 req-9c162fb4-04b8-47b4-b9be-8e5061afbaca tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938182 Sep 07 07:14:00.331997 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-84a04ce9-5f06-4134-bc60-cf6652372a45 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:00.375873 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a04ce9-5f06-4134-bc60-cf6652372a45 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:14:00.381357 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-84a04ce9-5f06-4134-bc60-cf6652372a45 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:14:00.386270 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a04ce9-5f06-4134-bc60-cf6652372a45 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:14:00.389475 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a04ce9-5f06-4134-bc60-cf6652372a45 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Pushing event updated for resources: {'Port': ['ID=20d95e62-fff3-4391-8c6b-985566b05676,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:00.434259 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0108f47-ab59-408b-8d44-e3a5deba45fb req-8e88294b-562d-41f1-9a43-8c0da04e0fd4 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:00.436464 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b0108f47-ab59-408b-8d44-e3a5deba45fb req-8e88294b-562d-41f1-9a43-8c0da04e0fd4 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 944 time: 0.0999386 Sep 07 07:14:00.481632 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b0108f47-ab59-408b-8d44-e3a5deba45fb req-e398d702-efa9-46bb-bccd-cce9d837ac81 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378573 Sep 07 07:14:00.532210 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-84a04ce9-5f06-4134-bc60-cf6652372a45 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:00.569318 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-84a04ce9-5f06-4134-bc60-cf6652372a45 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:00.719267 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-84a04ce9-5f06-4134-bc60-cf6652372a45 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:00.727527 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-84a04ce9-5f06-4134-bc60-cf6652372a45 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:00.798062 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a04ce9-5f06-4134-bc60-cf6652372a45 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Pushing event updated for resources: {'Port': ['ID=20d95e62-fff3-4391-8c6b-985566b05676,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:00.807940 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-84a04ce9-5f06-4134-bc60-cf6652372a45 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579857'] for floatingip, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:00.822638 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-84a04ce9-5f06-4134-bc60-cf6652372a45 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:00.824116 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-84a04ce9-5f06-4134-bc60-cf6652372a45 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5288994 Sep 07 07:14:00.924291 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device dcbe069f-3ec4-4960-8ef9-58556e7f56ef up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:14:00.984125 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port dcbe069f-3ec4-4960-8ef9-58556e7f56ef triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:14:00.984657 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:01.067861 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-40937bd4-ffcf-4f94-91f2-8fbb84d98dc0 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--314082220&fields=id&tenant_id=af77442a8c7443a5a8a5ba77a1a860e8 HTTP/1.1" status: 200 len: 267 time: 0.0601411 Sep 07 07:14:01.128159 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:01.129640 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device f19c56ae-891c-43b6-a888-0544a47d3402 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:14:01.194495 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port f19c56ae-891c-43b6-a888-0544a47d3402 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:14:01.198598 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-739431be-8de0-4f02-96c6-e400ad353802 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:01.200134 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-739431be-8de0-4f02-96c6-e400ad353802 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/networks?id=7a6bf082-f995-4176-a62b-a1e75c89f882 HTTP/1.1" status: 200 len: 810 time: 0.1235695 Sep 07 07:14:01.203490 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port f19c56ae-891c-43b6-a888-0544a47d3402 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:14:01.203911 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:01.217722 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-57957fbd-d618-46cf-8005-78837262a4a0 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/quotas/af77442a8c7443a5a8a5ba77a1a860e8 HTTP/1.1" status: 200 len: 375 time: 0.0117369 Sep 07 07:14:01.294439 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-e9c290b2-e5fa-455f-a4c7-bcbef6f02fef tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=af77442a8c7443a5a8a5ba77a1a860e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701981 Sep 07 07:14:01.307913 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:01.354317 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0a4d0dd1-2e91-4497-bb61-576224af7c7b req-0b645eb4-a6aa-40c5-b581-086adc94f2b0 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0361736 Sep 07 07:14:01.355200 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port f19c56ae-891c-43b6-a888-0544a47d3402, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=f19c56ae-891c-43b6-a888-0544a47d3402,segment=NetworkSegment(6750a1fb-cf7e-4d33-b880-1193fed0b435),segment_id=6750a1fb-cf7e-4d33-b880-1193fed0b435)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:14:01.370687 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:01.442497 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=f19c56ae-891c-43b6-a888-0544a47d3402,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:01.465120 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-0cce7e4a-adb1-41da-b3c7-71df09734006 service neutron] 10.222.0.30 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523664 Sep 07 07:14:01.511907 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603270b4-b13a-429c-83ca-f6609b01eaa9 req-1753abab-fecb-4704-93c2-b4c5bd30b114 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:01.514924 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-603270b4-b13a-429c-83ca-f6609b01eaa9 req-1753abab-fecb-4704-93c2-b4c5bd30b114 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 944 time: 0.0865424 Sep 07 07:14:01.576388 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-603270b4-b13a-429c-83ca-f6609b01eaa9 req-668390e3-e6a7-482f-8531-8cf0275a8acb tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551922 Sep 07 07:14:01.598069 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-d88670af-e762-4054-9fcb-8eda9a66499b service neutron] 10.222.0.30 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233208 Sep 07 07:14:01.699707 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee125f5d-ad34-4c98-95f9-f68b313faba8 req-3d593c51-9bc0-475c-a8e0-5d4e429cb5ed tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:01.701240 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ee125f5d-ad34-4c98-95f9-f68b313faba8 req-3d593c51-9bc0-475c-a8e0-5d4e429cb5ed tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 944 time: 0.0546896 Sep 07 07:14:01.740275 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ee125f5d-ad34-4c98-95f9-f68b313faba8 req-3feb0510-f060-4960-a563-6fa609248a44 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328395 Sep 07 07:14:01.767086 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-73e1efe8-b104-4d7e-91b8-9d0b48f95241 req-3d905735-e789-4cb8-ad75-63449b3d3aeb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 210 time: 0.0324302 Sep 07 07:14:02.042346 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb70d5d-3a0a-4454-b7f9-cec920a43a06', 'tag': '291ec2f6-c1e7-4513-8f60-da327db6aa2d'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:14:02.044749 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e42a8fd5afad13970a080ac9dafc4e475fc32432659b245011d6648220233b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d916efb-7c6d-4d6f-bc29-168ae05177e7" -d '{"events": [{"name": "network-changed", "server_uuid": "efb70d5d-3a0a-4454-b7f9-cec920a43a06", "tag": "291ec2f6-c1e7-4513-8f60-da327db6aa2d"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:14:02.079318 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fe694f-ffc2-4da2-b888-f80ab5512f7d x-openstack-request-id: req-22fe694f-ffc2-4da2-b888-f80ab5512f7d {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:14:02.079606 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb70d5d-3a0a-4454-b7f9-cec920a43a06", "tag": "291ec2f6-c1e7-4513-8f60-da327db6aa2d", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:14:02.079857 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-22fe694f-ffc2-4da2-b888-f80ab5512f7d {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:14:02.080246 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb70d5d-3a0a-4454-b7f9-cec920a43a06', 'tag': '291ec2f6-c1e7-4513-8f60-da327db6aa2d', 'status': 'completed', 'code': 200} Sep 07 07:14:02.450167 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6c788bae-e88c-406e-aabf-a744881c69e1 req-4908effa-62a2-4ee8-b033-bce5f01d57fe tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0275576 Sep 07 07:14:02.712396 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb700e3-b8a8-4ba8-8d88-f8c6ecf2d3db req-cce2f37b-f2e7-4da8-b62e-1441825f3ea6 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:02.724083 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2fb700e3-b8a8-4ba8-8d88-f8c6ecf2d3db req-cce2f37b-f2e7-4da8-b62e-1441825f3ea6 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 944 time: 0.0771284 Sep 07 07:14:02.761422 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2fb700e3-b8a8-4ba8-8d88-f8c6ecf2d3db req-9276e938-ecb6-4c7f-8745-8ddf9a7d397b tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357294 Sep 07 07:14:02.856400 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device f19c56ae-891c-43b6-a888-0544a47d3402 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:14:02.896399 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9e83b-3043-4969-b514-9a7963993666 req-49558331-3037-4cb0-9660-98f9e1eee862 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:02.902588 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e3b9e83b-3043-4969-b514-9a7963993666 req-49558331-3037-4cb0-9660-98f9e1eee862 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 944 time: 0.0739372 Sep 07 07:14:02.919762 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-66d7d163-5765-47a2-a61d-e7706cc143c4 req-07a251ea-cd63-44a5-8c11-0b266e2075e2 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 210 time: 0.0408583 Sep 07 07:14:02.944187 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port f19c56ae-891c-43b6-a888-0544a47d3402 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:14:02.945345 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:02.978319 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e3b9e83b-3043-4969-b514-9a7963993666 req-c8d1493f-c9a2-46b3-9a10-7c35b7523257 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660169 Sep 07 07:14:03.282668 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:03.551877 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-89002c02-2f02-409d-8410-cfb3f7f794cd req-89d60cd5-6843-415f-902d-374bb939fbcc tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0357695 Sep 07 07:14:03.877910 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2ba62-b28b-4947-a012-097dec80b73e req-5a2bdd5c-7786-47eb-9923-2a183fcb1a7e tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:03.879547 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4fb2ba62-b28b-4947-a012-097dec80b73e req-5a2bdd5c-7786-47eb-9923-2a183fcb1a7e tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 944 time: 0.0504966 Sep 07 07:14:03.917142 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4fb2ba62-b28b-4947-a012-097dec80b73e req-e641ec28-ebfa-4c17-95ee-427296a0efae tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317481 Sep 07 07:14:04.091835 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498731f8-f8cf-4045-b61a-ae62e23bf8f6 req-598ad65d-a763-42e8-9316-652fcf7701fc tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:04.093669 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-498731f8-f8cf-4045-b61a-ae62e23bf8f6 req-598ad65d-a763-42e8-9316-652fcf7701fc tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 944 time: 0.0569146 Sep 07 07:14:04.132283 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-498731f8-f8cf-4045-b61a-ae62e23bf8f6 req-8911c483-31f5-4ee1-b56a-e0909e3b3993 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324473 Sep 07 07:14:04.152038 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-66bb44bc-6d94-4c54-b23e-a034c535696f req-68ed4eae-5454-4da1-ac4b-cec523ab4037 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 210 time: 0.1600680 Sep 07 07:14:04.646816 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e9139f82-a9ad-4d8e-a841-a204d58902f6 req-097e52bf-79e4-4c77-be2b-615748b08fd6 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0260551 Sep 07 07:14:05.031279 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb3113-f659-44e4-b88f-6c7400b7cca2 req-6158bdfa-5c75-499a-a99b-c481ca9b431a tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:05.032875 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a5cb3113-f659-44e4-b88f-6c7400b7cca2 req-6158bdfa-5c75-499a-a99b-c481ca9b431a tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 944 time: 0.0507352 Sep 07 07:14:05.071679 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a5cb3113-f659-44e4-b88f-6c7400b7cca2 req-ec187801-558c-4abc-b4cd-dd9d0367f744 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Sep 07 07:14:05.253535 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4a70e6c9-5a7f-41d4-8935-7c7d8995c451 req-945f36c5-8950-4edb-8213-9c8ca5fe5c70 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 210 time: 0.0284064 Sep 07 07:14:05.257002 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80deacbe-64d6-4880-8ae7-b4a6c1b5c494 req-b3880555-65c5-4a07-b770-038ffd5ec88d tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:05.258856 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-80deacbe-64d6-4880-8ae7-b4a6c1b5c494 req-b3880555-65c5-4a07-b770-038ffd5ec88d tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 944 time: 0.0566018 Sep 07 07:14:05.298768 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-80deacbe-64d6-4880-8ae7-b4a6c1b5c494 req-cbffa1dc-bb53-4d75-ac5f-02ffb7560dd4 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337753 Sep 07 07:14:05.739511 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-87636bc0-4f5f-4fa0-bf5d-f6bc1841e689 req-b2bbf4bf-385f-44ba-9bd8-165b0f7d02e6 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0281954 Sep 07 07:14:06.195550 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406db25-dd0b-40e2-9223-619da009cb08 req-25256c2f-985d-4783-9db1-bfd5223ef923 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:06.197039 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3406db25-dd0b-40e2-9223-619da009cb08 req-25256c2f-985d-4783-9db1-bfd5223ef923 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 944 time: 0.0572288 Sep 07 07:14:06.234924 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3406db25-dd0b-40e2-9223-619da009cb08 req-0c7b5437-befd-4128-9b23-4026f961b8a9 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317473 Sep 07 07:14:06.344844 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f9e8bbc7-a3af-48c9-a268-87ce44d29dd8 req-7b0a9b79-319f-4280-bb99-0d6a79ad23c8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 210 time: 0.0264738 Sep 07 07:14:06.420644 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb610925-2fb5-4272-bf17-4e7d47fbb1bf req-64b3e110-eef6-40a4-9f39-4a2ae14ec009 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:06.423022 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cb610925-2fb5-4272-bf17-4e7d47fbb1bf req-64b3e110-eef6-40a4-9f39-4a2ae14ec009 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 944 time: 0.0531721 Sep 07 07:14:06.465884 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cb610925-2fb5-4272-bf17-4e7d47fbb1bf req-a4e13c48-b233-4bae-a6fa-caaae6b6ddbe tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360346 Sep 07 07:14:06.832540 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0269594a-e89b-436e-80ef-fa1730b54332 req-6164dfca-c237-41f4-8ea8-3b499a3a605c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0257766 Sep 07 07:14:07.355428 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522078f1-e1fe-4477-9510-23f9042e9c70 req-61cdebc4-7621-4938-80bf-f87672d002b0 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:07.356942 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-522078f1-e1fe-4477-9510-23f9042e9c70 req-61cdebc4-7621-4938-80bf-f87672d002b0 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 944 time: 0.0513425 Sep 07 07:14:07.396158 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-522078f1-e1fe-4477-9510-23f9042e9c70 req-274a4afd-23fa-4774-92b5-a054a65e4779 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334649 Sep 07 07:14:07.447178 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f43f4c98-be71-41f5-afda-bc396f022e8e req-0f94f2f7-af4e-497a-b9ff-5fe06feb8b70 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 210 time: 0.0261638 Sep 07 07:14:07.524557 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 49820) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:07.592769 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6180b-cccc-4083-ade6-6b7d17561d79 req-d541f278-f6a7-4e93-9499-660a5aeb78a3 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:07.594236 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2ff6180b-cccc-4083-ade6-6b7d17561d79 req-d541f278-f6a7-4e93-9499-660a5aeb78a3 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 944 time: 0.0612152 Sep 07 07:14:07.641359 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2ff6180b-cccc-4083-ade6-6b7d17561d79 req-848e8074-f58b-4711-ab3e-2c481a7fa461 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413954 Sep 07 07:14:07.642209 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-81552c8f-b021-4524-b515-30f2c26574b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:07.731000 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-81552c8f-b021-4524-b515-30f2c26574b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:07.735224 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-81552c8f-b021-4524-b515-30f2c26574b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:07.774952 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-81552c8f-b021-4524-b515-30f2c26574b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a96c6f11d318464495e0a4742768c1f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493279 Sep 07 07:14:07.775840 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81552c8f-b021-4524-b515-30f2c26574b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e77b561-516b-4f1c-abf5-b2ed81c1cbfd,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:07.777644 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 49828) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:07.826545 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aa3882e1-a6d6-497c-b7bd-b76aac01f714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:07.847640 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aa3882e1-a6d6-497c-b7bd-b76aac01f714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:07.905539 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aa3882e1-a6d6-497c-b7bd-b76aac01f714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:07.908027 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aa3882e1-a6d6-497c-b7bd-b76aac01f714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:07.909054 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-aa3882e1-a6d6-497c-b7bd-b76aac01f714 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e77b561-516b-4f1c-abf5-b2ed81c1cbfd HTTP/1.1" status: 204 len: 168 time: 0.1304011 Sep 07 07:14:07.932962 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-54f22860-51f5-45b1-a4b1-9c9b2b020c70 req-e7a58dae-6e92-4fbb-a7d8-ac98ab61f65e tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0360246 Sep 07 07:14:07.934034 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3882e1-a6d6-497c-b7bd-b76aac01f714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e77b561-516b-4f1c-abf5-b2ed81c1cbfd,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:08.201512 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 49840) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:08.217864 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7085c2db-1408-47ba-af61-f1aea68760fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:08.349898 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7085c2db-1408-47ba-af61-f1aea68760fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:08.389641 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7085c2db-1408-47ba-af61-f1aea68760fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:08.448698 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-7085c2db-1408-47ba-af61-f1aea68760fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fbf40ee99f3a4b12b185555696989260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456555 Sep 07 07:14:08.451482 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 49844) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:08.454812 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085c2db-1408-47ba-af61-f1aea68760fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eced0b-5056-4571-a572-28453a684ba8,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:08.462882 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d916efb-7c6d-4d6f-bc29-168ae05177e7 req-be7dec77-4dd2-4115-84ff-78c78ec6b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:08.464488 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9d916efb-7c6d-4d6f-bc29-168ae05177e7 req-be7dec77-4dd2-4115-84ff-78c78ec6b7cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eecf9b4f80014111aed83440df68947e&device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 1097 time: 0.1618512 Sep 07 07:14:08.466166 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e8c68-57c6-486c-a3d0-16534245db96 req-9e6847f1-e769-414c-8624-89f980829ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:08.468595 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-240e8c68-57c6-486c-a3d0-16534245db96 req-9e6847f1-e769-414c-8624-89f980829ca3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1941f241057e4fa98d84552cc6064fe0&device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 1097 time: 0.1599984 Sep 07 07:14:08.539605 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3f0b2377-5e8a-4ddf-8200-aa211049d02b req-b3d63f3e-ad23-4d07-a8c6-3b55f9f0b2de tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 210 time: 0.0261703 Sep 07 07:14:08.542561 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d4a43-a826-4d35-8b6c-b52eef347ae3 req-f4d014f4-5074-4a15-9948-6de7f5a4915d tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:08.544072 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-559d4a43-a826-4d35-8b6c-b52eef347ae3 req-f4d014f4-5074-4a15-9948-6de7f5a4915d tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 944 time: 0.0702655 Sep 07 07:14:08.545102 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b66e68ca-1e15-4cb4-8192-cc063f0fd0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:08.578998 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b66e68ca-1e15-4cb4-8192-cc063f0fd0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:08.621487 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-559d4a43-a826-4d35-8b6c-b52eef347ae3 req-63562f76-6a71-4854-bb58-168edf9befc6 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669882 Sep 07 07:14:08.656667 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b66e68ca-1e15-4cb4-8192-cc063f0fd0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:08.660092 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b66e68ca-1e15-4cb4-8192-cc063f0fd0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:08.663512 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b66e68ca-1e15-4cb4-8192-cc063f0fd0c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2eced0b-5056-4571-a572-28453a684ba8 HTTP/1.1" status: 204 len: 168 time: 0.2087610 Sep 07 07:14:08.672491 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e68ca-1e15-4cb4-8192-cc063f0fd0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eced0b-5056-4571-a572-28453a684ba8,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:08.878825 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e8c68-57c6-486c-a3d0-16534245db96 req-e3e3f98b-09f5-40c2-bebc-1d8eb6fec3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:08.880684 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-240e8c68-57c6-486c-a3d0-16534245db96 req-e3e3f98b-09f5-40c2-bebc-1d8eb6fec3b3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1941f241057e4fa98d84552cc6064fe0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3110106 Sep 07 07:14:08.890315 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926adb8-cdf1-4d80-acca-75211571b288 req-92b76c7d-f524-4e70-9f38-d24d9587825e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:08.892185 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3926adb8-cdf1-4d80-acca-75211571b288 req-92b76c7d-f524-4e70-9f38-d24d9587825e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 944 time: 0.1484330 Sep 07 07:14:08.893205 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d916efb-7c6d-4d6f-bc29-168ae05177e7 req-ae032c42-0929-4ce0-a78c-7cda9db90f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:08.894808 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.15', 50193) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:08.894962 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9d916efb-7c6d-4d6f-bc29-168ae05177e7 req-ae032c42-0929-4ce0-a78c-7cda9db90f69 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=eecf9b4f80014111aed83440df68947e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3340144 Sep 07 07:14:09.009308 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3926adb8-cdf1-4d80-acca-75211571b288 req-8896205e-a5a0-4c37-8dda-38a908593be1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092162 Sep 07 07:14:09.072248 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76680429-c121-42a8-b54f-84d574377602 req-3766f1f4-3b07-4fdb-a2f5-57e7067446ab tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:09.073768 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76680429-c121-42a8-b54f-84d574377602 req-3766f1f4-3b07-4fdb-a2f5-57e7067446ab tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.15 "GET /v2.0/networks?id=c1c7b4bc-0a52-4394-8c93-76554197629b HTTP/1.1" status: 200 len: 818 time: 0.1453047 Sep 07 07:14:09.103801 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0dae280b-31de-4fd7-997c-c5b5f33fb2d6 req-58c28f8d-2116-47db-b070-07bfd8ccaa34 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0399337 Sep 07 07:14:09.107881 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-76680429-c121-42a8-b54f-84d574377602 req-06cdb0df-c09d-4ef3-9c8c-9d8910605769 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Request body: {'port': {'device_id': 'bf11c269-1cf5-43f6-a02f-7695ca8063d0', 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b', 'admin_state_up': True, 'tenant_id': 'cb7c30e28f5a4344a4da4d5176d3e82d'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:14:09.218780 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d916efb-7c6d-4d6f-bc29-168ae05177e7 req-90a7e580-e592-4bb7-9fc0-6d1cf3d8f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:09.220331 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9d916efb-7c6d-4d6f-bc29-168ae05177e7 req-90a7e580-e592-4bb7-9fc0-6d1cf3d8f22b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2854609 Sep 07 07:14:09.234363 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76680429-c121-42a8-b54f-84d574377602 req-06cdb0df-c09d-4ef3-9c8c-9d8910605769 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Made reservation on behalf of cb7c30e28f5a4344a4da4d5176d3e82d for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:14:09.238093 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e8c68-57c6-486c-a3d0-16534245db96 req-cfb5b691-b59a-42d8-9499-4be1a654290b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:09.239118 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-76680429-c121-42a8-b54f-84d574377602 req-06cdb0df-c09d-4ef3-9c8c-9d8910605769 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:09.239581 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-240e8c68-57c6-486c-a3d0-16534245db96 req-cfb5b691-b59a-42d8-9499-4be1a654290b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3026235 Sep 07 07:14:09.413315 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-c939d9ad-3611-400f-8b39-832e0776beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:09.414872 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-c939d9ad-3611-400f-8b39-832e0776beb6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eecf9b4f80014111aed83440df68947e&device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 1097 time: 0.0827999 Sep 07 07:14:09.421706 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500498f7-97c7-4403-8da1-413a781d3ddd req-a154b8eb-c25a-47fe-bb0d-d8c3f52f7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:09.423393 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-a154b8eb-c25a-47fe-bb0d-d8c3f52f7771 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1941f241057e4fa98d84552cc6064fe0&device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 1097 time: 0.0598085 Sep 07 07:14:09.516912 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-2d86adb3-0126-47bd-b57e-8c7d7b796551 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=291ec2f6-c1e7-4513-8f60-da327db6aa2d HTTP/1.1" status: 200 len: 217 time: 0.0736258 Sep 07 07:14:09.551898 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-bf701872-7b20-4351-b56d-ff17fcff27e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=248be358-cd4c-4e39-acf4-cf97485c1506 HTTP/1.1" status: 200 len: 217 time: 0.0724483 Sep 07 07:14:09.641875 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-76680429-c121-42a8-b54f-84d574377602 req-06cdb0df-c09d-4ef3-9c8c-9d8910605769 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Allocated IP 172.20.0.14 (c1c7b4bc-0a52-4394-8c93-76554197629b/d68dc2d8-9d27-41b8-aaab-67bbe02805ae/9311c422-7a01-4d08-8cd5-c1e6a13322d3) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:14:09.670607 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-23622b5e-189f-4c4a-85dc-f003563421c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:09.672087 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-23622b5e-189f-4c4a-85dc-f003563421c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e86994f0-b921-42ee-811c-56bdbc38aece HTTP/1.1" status: 200 len: 851 time: 0.1287112 Sep 07 07:14:09.701198 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4f61b321-00e1-400b-8680-77c7b2c4b0c8 req-9fb9623b-5f72-4e24-b1df-9583ae39aa0e tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 210 time: 0.0465646 Sep 07 07:14:09.777513 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.15', 50197) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:09.980925 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-5b66393f-5db4-4472-9ceb-c783d56470f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=356e05f8-3fe0-414f-afa9-2f1100c695e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2864339 Sep 07 07:14:09.982625 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500498f7-97c7-4403-8da1-413a781d3ddd req-a0e426d5-275f-4333-8b94-5e67742a68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:09.984199 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-a0e426d5-275f-4333-8b94-5e67742a68f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bbfed80f-05db-4166-bc1f-98df7697e081 HTTP/1.1" status: 200 len: 855 time: 0.3925984 Sep 07 07:14:10.139050 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-e31029b6-c2af-4eef-b93e-4ead39ab494f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894094 Sep 07 07:14:10.169168 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-76680429-c121-42a8-b54f-84d574377602 req-06cdb0df-c09d-4ef3-9c8c-9d8910605769 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:10.179589 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac511c5-e58e-4708-824e-7a2a5ec8e09d req-45f986b6-e87e-4e6e-90ac-27dd2cfcd8b1 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:10.181410 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fac511c5-e58e-4708-824e-7a2a5ec8e09d req-45f986b6-e87e-4e6e-90ac-27dd2cfcd8b1 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 944 time: 0.3334317 Sep 07 07:14:10.278720 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-e372d39e-ad75-4606-ac03-7a078985cf5d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:10.280384 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-e372d39e-ad75-4606-ac03-7a078985cf5d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.15 "GET /v2.0/networks?id=7a6bf082-f995-4176-a62b-a1e75c89f882 HTTP/1.1" status: 200 len: 810 time: 0.5014887 Sep 07 07:14:10.300714 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fac511c5-e58e-4708-824e-7a2a5ec8e09d req-3814342f-0626-4221-b16e-12ea564e85d9 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965300 Sep 07 07:14:10.397150 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-76680429-c121-42a8-b54f-84d574377602 req-06cdb0df-c09d-4ef3-9c8c-9d8910605769 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:10.439713 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.15', 50201) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:10.471527 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f09d6-475e-4f04-a932-196b9b459d36 req-838d3dfc-0623-42b2-96e8-2830eb7f199c tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:10.475134 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8ef8ca4e-26cc-4a9e-8ffe-08fd25e07cbb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af77442a8c7443a5a8a5ba77a1a860e8 HTTP/1.1" status: 200 len: 379 time: 0.1716039 Sep 07 07:14:10.482441 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-873f09d6-475e-4f04-a932-196b9b459d36 req-838d3dfc-0623-42b2-96e8-2830eb7f199c tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 944 time: 0.3478093 Sep 07 07:14:10.504735 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-1031b1d7-01a0-4394-bb88-9ea98f700798 service neutron] 10.222.0.15 "GET /v2.0/networks/356e05f8-3fe0-414f-afa9-2f1100c695e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565547 Sep 07 07:14:10.527554 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-7e754d21-daeb-4e5c-bc76-bfa0c4926c82 service neutron] 10.222.0.15 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673189 Sep 07 07:14:10.533834 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2a715a55-26ad-4d24-9663-48584643e397 req-5b0aadc3-8cbd-4457-b69e-3ff99c096799 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0948954 Sep 07 07:14:10.544322 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-e36b6d30-6832-41a9-acc0-f6578ce69afb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Request body: {'port': {'device_id': '1e7d5212-23cf-4731-b34f-76b8d82bff23', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'admin_state_up': True, 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'security_groups': ['92c19bde-1385-4312-be90-57f43a50d958']}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:14:10.574996 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76680429-c121-42a8-b54f-84d574377602 req-06cdb0df-c09d-4ef3-9c8c-9d8910605769 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Network c1c7b4bc-0a52-4394-8c93-76554197629b is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:14:10.611688 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-76680429-c121-42a8-b54f-84d574377602 req-06cdb0df-c09d-4ef3-9c8c-9d8910605769 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:14:10.640570 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-76680429-c121-42a8-b54f-84d574377602 req-06cdb0df-c09d-4ef3-9c8c-9d8910605769 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:14:10.688339 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-873f09d6-475e-4f04-a932-196b9b459d36 req-adf54cdc-1bfa-4a02-ab4e-20bd521fc8f4 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043614 Sep 07 07:14:10.825827 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdb0df-c09d-4ef3-9c8c-9d8910605769 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Pushing event updated for resources: {'Port': ['ID=9311c422-7a01-4d08-8cd5-c1e6a13322d3,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:10.845719 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-6580f0cd-cf12-41ae-a838-42ff2e5ec2e8 service neutron] 10.222.0.15 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999401 Sep 07 07:14:10.857694 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-54d26395-1bd1-4bf1-932f-a165e3730bde service neutron] 10.222.0.15 "GET /v2.0/networks/356e05f8-3fe0-414f-afa9-2f1100c695e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413360 Sep 07 07:14:10.890016 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-84dabf04-1cb4-449d-83ba-297e2703cd12 req-c4a99bf5-5186-4794-a630-a4c7d09715cd tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 210 time: 0.0487530 Sep 07 07:14:10.909419 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76680429-c121-42a8-b54f-84d574377602 req-06cdb0df-c09d-4ef3-9c8c-9d8910605769 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:10.910051 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-76680429-c121-42a8-b54f-84d574377602 req-06cdb0df-c09d-4ef3-9c8c-9d8910605769 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:10.966737 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-71446eab-d293-4080-9a28-1e10bbff29de tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:10.968253 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-71446eab-d293-4080-9a28-1e10bbff29de tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.15 "GET /v2.0/networks?id=c1c7b4bc-0a52-4394-8c93-76554197629b HTTP/1.1" status: 200 len: 818 time: 0.5274065 Sep 07 07:14:10.973581 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76680429-c121-42a8-b54f-84d574377602 req-06cdb0df-c09d-4ef3-9c8c-9d8910605769 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8732340 Sep 07 07:14:10.985763 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-e36b6d30-6832-41a9-acc0-f6578ce69afb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Made reservation on behalf of af77442a8c7443a5a8a5ba77a1a860e8 for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:14:10.989368 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-e36b6d30-6832-41a9-acc0-f6578ce69afb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:11.085996 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-460abbc0-dc0f-4759-8e6b-d140fc8cabe2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Request body: {'port': {'device_id': '65caabf3-5342-40dd-923e-b64141c2bbd0', 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b', 'admin_state_up': True, 'tenant_id': 'cb7c30e28f5a4344a4da4d5176d3e82d'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:14:11.091991 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Request body: {'port': {'device_id': 'bf11c269-1cf5-43f6-a02f-7695ca8063d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:14:11.244786 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-e36b6d30-6832-41a9-acc0-f6578ce69afb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Allocated IP 172.20.0.9 (7a6bf082-f995-4176-a62b-a1e75c89f882/3cddb77f-e14b-40a5-ac21-cbec1af62b3e/a95d598c-fcd9-4b00-bd84-84bba42c0d16) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:14:11.251098 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:11.430284 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c4805-01a6-4054-a8ef-b6b3b5471317 req-ec3e6200-cc91-49a9-9944-00e14509a401 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:11.430284 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c1c4805-01a6-4054-a8ef-b6b3b5471317 req-ec3e6200-cc91-49a9-9944-00e14509a401 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 944 time: 0.0651057 Sep 07 07:14:11.469191 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c1c4805-01a6-4054-a8ef-b6b3b5471317 req-a8a92193-e6b7-4d47-bb80-c7ba9a723596 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349276 Sep 07 07:14:11.537839 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-460abbc0-dc0f-4759-8e6b-d140fc8cabe2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Made reservation on behalf of cb7c30e28f5a4344a4da4d5176d3e82d for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:14:11.541267 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-460abbc0-dc0f-4759-8e6b-d140fc8cabe2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:11.705243 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-52727353-bb7b-4e73-87c2-82a23b9132ea req-b9af0dad-9059-4a57-83df-07c4b5fd1c6f tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0948365 Sep 07 07:14:11.720623 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-e36b6d30-6832-41a9-acc0-f6578ce69afb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:11.758596 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-e36b6d30-6832-41a9-acc0-f6578ce69afb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Transition to ACTIVE for port object a95d598c-fcd9-4b00-bd84-84bba42c0d16 will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:14:11.809791 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dd8ee-e0a6-42a2-87ed-6cf22c9c407d req-089e6dc8-5957-4cac-9b5c-d8202c37ed34 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:11.811297 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d54dd8ee-e0a6-42a2-87ed-6cf22c9c407d req-089e6dc8-5957-4cac-9b5c-d8202c37ed34 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 944 time: 0.0526092 Sep 07 07:14:11.849565 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d54dd8ee-e0a6-42a2-87ed-6cf22c9c407d req-a3ee34db-d6c1-4cf5-a16f-3f82d3ab2523 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323160 Sep 07 07:14:12.025186 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e86000ac-d557-4edd-8912-2343ebf4dd0e req-c876e239-5ab3-41d3-a410-b27fc0f9f321 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 210 time: 0.0386164 Sep 07 07:14:12.032209 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9311c422-7a01-4d08-8cd5-c1e6a13322d3 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:14:12.044367 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-e36b6d30-6832-41a9-acc0-f6578ce69afb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:12.052326 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:12.104653 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-e36b6d30-6832-41a9-acc0-f6578ce69afb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Network 7a6bf082-f995-4176-a62b-a1e75c89f882 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:14:12.105685 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Transition to ACTIVE for port object 9311c422-7a01-4d08-8cd5-c1e6a13322d3 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:14:12.119132 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-e36b6d30-6832-41a9-acc0-f6578ce69afb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:14:12.122108 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-e36b6d30-6832-41a9-acc0-f6578ce69afb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:14:12.150821 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:12.190747 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b6d30-6832-41a9-acc0-f6578ce69afb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Pushing event updated for resources: {'Port': ['ID=a95d598c-fcd9-4b00-bd84-84bba42c0d16,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:12.283972 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-e36b6d30-6832-41a9-acc0-f6578ce69afb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:12.283972 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-e36b6d30-6832-41a9-acc0-f6578ce69afb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:12.295415 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-460abbc0-dc0f-4759-8e6b-d140fc8cabe2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Allocated IP 172.20.0.6 (c1c7b4bc-0a52-4394-8c93-76554197629b/d68dc2d8-9d27-41b8-aaab-67bbe02805ae/356199c5-11c5-42f1-ad4c-aff1fad32ef3) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:14:12.356612 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Pushing event updated for resources: {'Port': ['ID=9311c422-7a01-4d08-8cd5-c1e6a13322d3,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:12.394689 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-e36b6d30-6832-41a9-acc0-f6578ce69afb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8544419 Sep 07 07:14:12.426154 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c96588d1-7028-4c76-96d0-5b88770dbd16 None None] Provisioning for port a95d598c-fcd9-4b00-bd84-84bba42c0d16 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:14:12.430546 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Request body: {'port': {'device_id': '1e7d5212-23cf-4731-b34f-76b8d82bff23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:14:12.436255 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c96588d1-7028-4c76-96d0-5b88770dbd16 None None] Provisioning complete for port a95d598c-fcd9-4b00-bd84-84bba42c0d16 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:14:12.436846 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c96588d1-7028-4c76-96d0-5b88770dbd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:12.511415 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c96588d1-7028-4c76-96d0-5b88770dbd16 None None] Port a95d598c-fcd9-4b00-bd84-84bba42c0d16 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:14:12.561848 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Attempting to bind port 9311c422-7a01-4d08-8cd5-c1e6a13322d3 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:14:12.561848 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Attempting to bind port 9311c422-7a01-4d08-8cd5-c1e6a13322d3 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'b24d96c3-aef1-4eca-99ab-66ea0408b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:14:12.561848 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Attempting to bind port 9311c422-7a01-4d08-8cd5-c1e6a13322d3 on network c1c7b4bc-0a52-4394-8c93-76554197629b {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:14:12.594909 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Port 9311c422-7a01-4d08-8cd5-c1e6a13322d3 on network c1c7b4bc-0a52-4394-8c93-76554197629b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:14:12.595240 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Attempting to bind port 9311c422-7a01-4d08-8cd5-c1e6a13322d3 on network c1c7b4bc-0a52-4394-8c93-76554197629b {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:14:12.597522 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:12.629533 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6f80e-b831-410b-a616-e6aac654155b req-25894c32-f860-42c4-9c6f-ffff33358815 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:12.632098 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2ae6f80e-b831-410b-a616-e6aac654155b req-25894c32-f860-42c4-9c6f-ffff33358815 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 944 time: 0.0711522 Sep 07 07:14:12.644243 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:14:12.644468 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Checking segment: {'id': 'b24d96c3-aef1-4eca-99ab-66ea0408b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:14:12.645003 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Bound using segment: {'id': 'b24d96c3-aef1-4eca-99ab-66ea0408b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:14:12.645445 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Bound port: 9311c422-7a01-4d08-8cd5-c1e6a13322d3, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b24d96c3-aef1-4eca-99ab-66ea0408b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:14:12.648790 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:12.704480 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2ae6f80e-b831-410b-a616-e6aac654155b req-88ea6e0c-bc33-4a40-a667-e6ad90c096d3 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635433 Sep 07 07:14:12.789796 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-460abbc0-dc0f-4759-8e6b-d140fc8cabe2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:12.888534 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:14:12.913444 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-61fedfec-f99e-49bc-86c0-45e562778377 req-30cf0442-6335-46ec-a015-135e7301f3fc tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 210 time: 0.1120212 Sep 07 07:14:12.921515 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] For port 9311c422-7a01-4d08-8cd5-c1e6a13322d3, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:14:12.971450 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] For port 9311c422-7a01-4d08-8cd5-c1e6a13322d3, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9311c422-7a01-4d08-8cd5-c1e6a13322d3,segment=NetworkSegment(b24d96c3-aef1-4eca-99ab-66ea0408b23f),segment_id=b24d96c3-aef1-4eca-99ab-66ea0408b23f)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:14:12.982396 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:13.005597 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c251b-af06-4f19-b28f-f5edef765ebb req-eb698704-1e0a-4b8b-b2db-f9527d2983b1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:13.007990 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fc6c251b-af06-4f19-b28f-f5edef765ebb req-eb698704-1e0a-4b8b-b2db-f9527d2983b1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 944 time: 0.0593324 Sep 07 07:14:13.056228 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:13.057075 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:13.058525 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76680429-c121-42a8-b54f-84d574377602 req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] 10.222.0.15 "PUT /v2.0/ports/9311c422-7a01-4d08-8cd5-c1e6a13322d3 HTTP/1.1" status: 200 len: 1094 time: 1.9767740 Sep 07 07:14:13.074460 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf11c269-1cf5-43f6-a02f-7695ca8063d0', 'tag': '9311c422-7a01-4d08-8cd5-c1e6a13322d3'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:14:13.082792 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fc6c251b-af06-4f19-b28f-f5edef765ebb req-e10e1fcf-ac7a-4ae1-adf4-77f0d2c70b8d tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655665 Sep 07 07:14:13.222949 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-460abbc0-dc0f-4759-8e6b-d140fc8cabe2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:13.279428 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0c218-ebd7-4fee-ba7e-845ba61a2a2c service neutron] Pushing event updated for resources: {'Port': ['ID=9311c422-7a01-4d08-8cd5-c1e6a13322d3,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:13.332081 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a36b17b-29e5-4de1-8eef-a76db6e68be8" -d '{"events": [{"name": "network-changed", "server_uuid": "bf11c269-1cf5-43f6-a02f-7695ca8063d0", "tag": "9311c422-7a01-4d08-8cd5-c1e6a13322d3"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:14:13.338561 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-460abbc0-dc0f-4759-8e6b-d140fc8cabe2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Network c1c7b4bc-0a52-4394-8c93-76554197629b is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:14:13.365954 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-460abbc0-dc0f-4759-8e6b-d140fc8cabe2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:14:13.380722 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-460abbc0-dc0f-4759-8e6b-d140fc8cabe2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:14:13.398172 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebf032-1a5c-45f1-8092-42d00ede293c req-74977fb5-fbf8-4792-b8e4-c2f1226c1f7d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:13.399828 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-43ebf032-1a5c-45f1-8092-42d00ede293c req-74977fb5-fbf8-4792-b8e4-c2f1226c1f7d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 931 time: 0.2301943 Sep 07 07:14:13.423955 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76680429-c121-42a8-b54f-84d574377602 req-b2423001-0414-4336-b0f0-008038441187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:13.425499 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76680429-c121-42a8-b54f-84d574377602 req-b2423001-0414-4336-b0f0-008038441187 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7c30e28f5a4344a4da4d5176d3e82d&device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 1097 time: 0.2696037 Sep 07 07:14:13.435790 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460abbc0-dc0f-4759-8e6b-d140fc8cabe2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Pushing event updated for resources: {'Port': ['ID=356199c5-11c5-42f1-ad4c-aff1fad32ef3,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:13.497835 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07072cd4-8292-4224-9947-2ac2e83fdc63 x-openstack-request-id: req-07072cd4-8292-4224-9947-2ac2e83fdc63 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:14:13.498119 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf11c269-1cf5-43f6-a02f-7695ca8063d0", "tag": "9311c422-7a01-4d08-8cd5-c1e6a13322d3", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:14:13.498375 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07072cd4-8292-4224-9947-2ac2e83fdc63 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:14:13.498824 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf11c269-1cf5-43f6-a02f-7695ca8063d0', 'tag': '9311c422-7a01-4d08-8cd5-c1e6a13322d3', 'status': 'completed', 'code': 200} Sep 07 07:14:13.541568 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76680429-c121-42a8-b54f-84d574377602 req-1499fe50-0605-46f6-949f-51c6dcc19bd2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9311c422-7a01-4d08-8cd5-c1e6a13322d3 HTTP/1.1" status: 200 len: 217 time: 0.0933115 Sep 07 07:14:13.565788 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-460abbc0-dc0f-4759-8e6b-d140fc8cabe2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:13.566405 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-460abbc0-dc0f-4759-8e6b-d140fc8cabe2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:13.626042 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-43ebf032-1a5c-45f1-8092-42d00ede293c req-f40fe75f-65e4-4f3c-a16f-fae571f96cd0 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972656 Sep 07 07:14:13.638806 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-460abbc0-dc0f-4759-8e6b-d140fc8cabe2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5581663 Sep 07 07:14:13.642366 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95d598c-fcd9-4b00-bd84-84bba42c0d16 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:14:13.651971 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:13.662288 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76680429-c121-42a8-b54f-84d574377602 req-e55faa49-65f0-499d-891b-c1f2dfdc452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:13.663796 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76680429-c121-42a8-b54f-84d574377602 req-e55faa49-65f0-499d-891b-c1f2dfdc452b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68dc2d8-9d27-41b8-aaab-67bbe02805ae HTTP/1.1" status: 200 len: 858 time: 0.0873711 Sep 07 07:14:13.667391 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Request body: {'port': {'device_id': '65caabf3-5342-40dd-923e-b64141c2bbd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:14:13.718893 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Transition to ACTIVE for port object a95d598c-fcd9-4b00-bd84-84bba42c0d16 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:14:13.739126 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76680429-c121-42a8-b54f-84d574377602 req-1710a757-dea0-4243-b8f8-04ed11cec55f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1c7b4bc-0a52-4394-8c93-76554197629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660350 Sep 07 07:14:13.742097 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:13.836236 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 50116) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:13.865176 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:13.869630 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2af0f-683d-41e4-a3d4-612f0719766d req-510588f4-133c-495a-ad10-2b839117329b tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:13.877449 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1fc2af0f-683d-41e4-a3d4-612f0719766d req-510588f4-133c-495a-ad10-2b839117329b tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 944 time: 0.0676858 Sep 07 07:14:13.890049 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Pushing event updated for resources: {'Port': ['ID=a95d598c-fcd9-4b00-bd84-84bba42c0d16,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:13.921624 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1fc2af0f-683d-41e4-a3d4-612f0719766d req-99e6855c-8e8e-491c-b5c6-17e185200f24 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429859 Sep 07 07:14:14.231862 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e7b6a-e979-41d7-859e-67afba60cf64 req-afa2489f-c441-417f-9cbe-abc2d82e7efd tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:14.233315 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b19e7b6a-e979-41d7-859e-67afba60cf64 req-afa2489f-c441-417f-9cbe-abc2d82e7efd tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 944 time: 0.0510206 Sep 07 07:14:14.253554 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fba693d7-9d27-4daf-b6a1-c84e92f57a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:14.274394 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b19e7b6a-e979-41d7-859e-67afba60cf64 req-feca65bd-cb9b-4369-ad0e-e93185d93e63 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350246 Sep 07 07:14:14.315782 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76680429-c121-42a8-b54f-84d574377602 req-2ef1d3f2-4579-41c7-988d-3b23f596e592 service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622575 Sep 07 07:14:14.408379 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be227c1-e2b2-43d2-ab72-5932a004dd9c req-035821c4-0085-4107-b182-0d09aea6e86b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:14.409903 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0be227c1-e2b2-43d2-ab72-5932a004dd9c req-035821c4-0085-4107-b182-0d09aea6e86b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 931 time: 0.2400243 Sep 07 07:14:14.439303 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Attempting to bind port a95d598c-fcd9-4b00-bd84-84bba42c0d16 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:14:14.439657 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Attempting to bind port a95d598c-fcd9-4b00-bd84-84bba42c0d16 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6750a1fb-cf7e-4d33-b880-1193fed0b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:14:14.439977 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Attempting to bind port a95d598c-fcd9-4b00-bd84-84bba42c0d16 on network 7a6bf082-f995-4176-a62b-a1e75c89f882 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:14:14.501931 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Port a95d598c-fcd9-4b00-bd84-84bba42c0d16 on network 7a6bf082-f995-4176-a62b-a1e75c89f882 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:14:14.502267 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Attempting to bind port a95d598c-fcd9-4b00-bd84-84bba42c0d16 on network 7a6bf082-f995-4176-a62b-a1e75c89f882 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:14:14.539886 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:14:14.540232 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Checking segment: {'id': '6750a1fb-cf7e-4d33-b880-1193fed0b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:14:14.540922 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Bound using segment: {'id': '6750a1fb-cf7e-4d33-b880-1193fed0b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:14:14.541376 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Bound port: a95d598c-fcd9-4b00-bd84-84bba42c0d16, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6750a1fb-cf7e-4d33-b880-1193fed0b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:14:14.541738 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:14.634333 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0be227c1-e2b2-43d2-ab72-5932a004dd9c req-b9a5a08e-55f3-47a5-a895-eeecae88287f tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080553 Sep 07 07:14:14.661584 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76680429-c121-42a8-b54f-84d574377602 req-8c10cacf-a588-480d-aa1e-02b18e6df48a service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350444 Sep 07 07:14:14.728247 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fba693d7-9d27-4daf-b6a1-c84e92f57a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:14.740519 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fba693d7-9d27-4daf-b6a1-c84e92f57a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:14.754404 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] For port a95d598c-fcd9-4b00-bd84-84bba42c0d16, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:14:14.792018 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] For port a95d598c-fcd9-4b00-bd84-84bba42c0d16, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a95d598c-fcd9-4b00-bd84-84bba42c0d16,segment=NetworkSegment(6750a1fb-cf7e-4d33-b880-1193fed0b435),segment_id=6750a1fb-cf7e-4d33-b880-1193fed0b435)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:14:14.819926 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-fba693d7-9d27-4daf-b6a1-c84e92f57a00 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e42702c36cdb4abeb1c780d71d68b5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9826491 Sep 07 07:14:14.821096 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:14.822506 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 50172) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:14.863229 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 291ec2f6-c1e7-4513-8f60-da327db6aa2d details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:14:14.863802 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba693d7-9d27-4daf-b6a1-c84e92f57a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97ea2a1-d750-4408-9308-f0bec38694ed,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:14.886038 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764372d-6fff-4da4-9ea4-0c6f8156a6c1 req-e9df54eb-4e1b-4c9a-a837-12694f79dd42 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:14.893632 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3764372d-6fff-4da4-9ea4-0c6f8156a6c1 req-e9df54eb-4e1b-4c9a-a837-12694f79dd42 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 943 time: 0.1413612 Sep 07 07:14:14.922415 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356199c5-11c5-42f1-ad4c-aff1fad32ef3 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:14:14.935825 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:14.951078 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:14.951723 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:14.953156 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] 10.222.0.15 "PUT /v2.0/ports/a95d598c-fcd9-4b00-bd84-84bba42c0d16 HTTP/1.1" status: 200 len: 1093 time: 2.5280900 Sep 07 07:14:14.969110 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36b17b-29e5-4de1-8eef-a76db6e68be8 req-7792e73a-2296-40fc-84fc-0c02ff8f3c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:14.970644 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3a36b17b-29e5-4de1-8eef-a76db6e68be8 req-7792e73a-2296-40fc-84fc-0c02ff8f3c75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7c30e28f5a4344a4da4d5176d3e82d&device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 1097 time: 0.1736569 Sep 07 07:14:14.977143 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Transition to ACTIVE for port object 356199c5-11c5-42f1-ad4c-aff1fad32ef3 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:14:14.979974 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24b358-abcb-4cca-84ed-3512ff5aac5d service neutron] Pushing event updated for resources: {'Port': ['ID=a95d598c-fcd9-4b00-bd84-84bba42c0d16,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:15.002869 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-eb73789c-5818-4540-8543-a4b9d621682e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:15.033200 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:15.077071 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-eb73789c-5818-4540-8543-a4b9d621682e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:15.124592 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 291ec2f6-c1e7-4513-8f60-da327db6aa2d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=291ec2f6-c1e7-4513-8f60-da327db6aa2d,segment=NetworkSegment(5a018313-ea08-422f-b65a-ca833ae99b5e),segment_id=5a018313-ea08-422f-b65a-ca833ae99b5e)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:14:15.140543 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': '291ec2f6-c1e7-4513-8f60-da327db6aa2d', 'network_id': '356e05f8-3fe0-414f-afa9-2f1100c695e1', 'port_id': '291ec2f6-c1e7-4513-8f60-da327db6aa2d', 'mac_address': 'fa:16:3e:ae:50:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86994f0-b921-42ee-811c-56bdbc38aece', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:14:15.170570 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 50188) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:15.195506 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 50192) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:15.195725 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:15.204259 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-eb73789c-5818-4540-8543-a4b9d621682e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:15.215460 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-eb73789c-5818-4540-8543-a4b9d621682e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:15.221949 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291ec2f6-c1e7-4513-8f60-da327db6aa2d {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:14:15.229062 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-eb73789c-5818-4540-8543-a4b9d621682e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f97ea2a1-d750-4408-9308-f0bec38694ed HTTP/1.1" status: 204 len: 168 time: 0.4036124 Sep 07 07:14:15.269151 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3764372d-6fff-4da4-9ea4-0c6f8156a6c1 req-70af75c1-d534-4924-bf8e-d6f962a64e31 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3676040 Sep 07 07:14:15.278248 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73789c-5818-4540-8543-a4b9d621682e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97ea2a1-d750-4408-9308-f0bec38694ed,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:15.289087 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 291ec2f6-c1e7-4513-8f60-da327db6aa2d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=291ec2f6-c1e7-4513-8f60-da327db6aa2d,segment=NetworkSegment(5a018313-ea08-422f-b65a-ca833ae99b5e),segment_id=5a018313-ea08-422f-b65a-ca833ae99b5e)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:14:15.327720 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:15.331145 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 248be358-cd4c-4e39-acf4-cf97485c1506 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:14:15.447769 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Pushing event updated for resources: {'Port': ['ID=356199c5-11c5-42f1-ad4c-aff1fad32ef3,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:15.502198 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5a1b5-2544-495c-ac78-2d6f1dd0dec9 req-e75d7ce0-1394-454e-b19c-347304388759 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:15.508445 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27b5a1b5-2544-495c-ac78-2d6f1dd0dec9 req-e75d7ce0-1394-454e-b19c-347304388759 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 944 time: 0.1042175 Sep 07 07:14:15.560846 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7d5212-23cf-4731-b34f-76b8d82bff23', 'tag': 'a95d598c-fcd9-4b00-bd84-84bba42c0d16'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:14:15.564923 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b444674-8452-4f80-a218-c13a10117d78" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7d5212-23cf-4731-b34f-76b8d82bff23", "tag": "a95d598c-fcd9-4b00-bd84-84bba42c0d16"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:14:15.574145 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36b17b-29e5-4de1-8eef-a76db6e68be8 req-28e0351d-2175-47ce-adce-0f09cba4be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:15.577615 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3a36b17b-29e5-4de1-8eef-a76db6e68be8 req-28e0351d-2175-47ce-adce-0f09cba4be5f service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1c7b4bc-0a52-4394-8c93-76554197629b HTTP/1.1" status: 200 len: 919 time: 0.5989475 Sep 07 07:14:15.606318 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-dd03084d-8be2-4ace-918b-92078f6f8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:15.609705 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-dd03084d-8be2-4ace-918b-92078f6f8b79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af77442a8c7443a5a8a5ba77a1a860e8&device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 1096 time: 0.5390902 Sep 07 07:14:15.621528 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-18752f6b-5fcb-4d11-9560-0489dbe3c404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:15.623778 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=291ec2f6-c1e7-4513-8f60-da327db6aa2d,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:15.662931 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Attempting to bind port 356199c5-11c5-42f1-ad4c-aff1fad32ef3 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:14:15.663264 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Attempting to bind port 356199c5-11c5-42f1-ad4c-aff1fad32ef3 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'b24d96c3-aef1-4eca-99ab-66ea0408b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:14:15.663621 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Attempting to bind port 356199c5-11c5-42f1-ad4c-aff1fad32ef3 on network c1c7b4bc-0a52-4394-8c93-76554197629b {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:14:15.668397 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27b5a1b5-2544-495c-ac78-2d6f1dd0dec9 req-eb27f721-f830-4e6e-a91e-9e17f64c3dce tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526403 Sep 07 07:14:15.671947 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 248be358-cd4c-4e39-acf4-cf97485c1506, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=248be358-cd4c-4e39-acf4-cf97485c1506,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:14:15.683752 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 50214) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:15.694886 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': '248be358-cd4c-4e39-acf4-cf97485c1506', 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e', 'port_id': '248be358-cd4c-4e39-acf4-cf97485c1506', 'mac_address': 'fa:16:3e:ad:f4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfed80f-05db-4166-bc1f-98df7697e081', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:14:15.697670 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80e67c-87c0-4a2d-9e0d-ccff9ee95c9a req-98a12a40-a1b3-4102-ba8d-1c62d9b5f548 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:15.699202 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fa80e67c-87c0-4a2d-9e0d-ccff9ee95c9a req-98a12a40-a1b3-4102-ba8d-1c62d9b5f548 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 944 time: 0.5875223 Sep 07 07:14:15.699987 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Port 356199c5-11c5-42f1-ad4c-aff1fad32ef3 on network c1c7b4bc-0a52-4394-8c93-76554197629b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:14:15.700322 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Attempting to bind port 356199c5-11c5-42f1-ad4c-aff1fad32ef3 on network c1c7b4bc-0a52-4394-8c93-76554197629b {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:14:15.721208 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-57795624-47d4-4454-af8f-892ac4af7f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:15.763169 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2340be0a-81b6-4286-9ba4-5c8f63c41c69 x-openstack-request-id: req-2340be0a-81b6-4286-9ba4-5c8f63c41c69 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:14:15.763555 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7d5212-23cf-4731-b34f-76b8d82bff23", "tag": "a95d598c-fcd9-4b00-bd84-84bba42c0d16", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:14:15.763756 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2340be0a-81b6-4286-9ba4-5c8f63c41c69 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:14:15.764136 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7d5212-23cf-4731-b34f-76b8d82bff23', 'tag': 'a95d598c-fcd9-4b00-bd84-84bba42c0d16', 'status': 'completed', 'code': 200} Sep 07 07:14:15.768292 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-8d17a73c-6446-41bf-b0c8-398b6fafcca6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a95d598c-fcd9-4b00-bd84-84bba42c0d16 HTTP/1.1" status: 200 len: 217 time: 0.1319602 Sep 07 07:14:15.768929 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:15.769520 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3a36b17b-29e5-4de1-8eef-a76db6e68be8 req-69a18529-3189-4d68-baf8-f576eae05327 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9311c422-7a01-4d08-8cd5-c1e6a13322d3 HTTP/1.1" status: 200 len: 217 time: 0.1357985 Sep 07 07:14:15.774871 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3f57aebb-df4c-47f6-8aac-360957967cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:15.778549 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:14:15.778830 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Checking segment: {'id': 'b24d96c3-aef1-4eca-99ab-66ea0408b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:14:15.779220 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Bound using segment: {'id': 'b24d96c3-aef1-4eca-99ab-66ea0408b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:14:15.779698 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Bound port: 356199c5-11c5-42f1-ad4c-aff1fad32ef3, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b24d96c3-aef1-4eca-99ab-66ea0408b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:14:15.780052 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:15.792523 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248be358-cd4c-4e39-acf4-cf97485c1506 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:14:15.814839 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 248be358-cd4c-4e39-acf4-cf97485c1506, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=248be358-cd4c-4e39-acf4-cf97485c1506,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:14:15.819836 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:15.878017 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa646063-78b6-4874-8470-22fc9340a02e req-6062f7a8-1dcd-48e8-9c0e-2189cd906122 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:15.878780 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=248be358-cd4c-4e39-acf4-cf97485c1506,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:15.883770 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-aa646063-78b6-4874-8470-22fc9340a02e req-6062f7a8-1dcd-48e8-9c0e-2189cd906122 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0921619 Sep 07 07:14:15.885897 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-18752f6b-5fcb-4d11-9560-0489dbe3c404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:15.896838 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-18752f6b-5fcb-4d11-9560-0489dbe3c404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:15.930541 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fa80e67c-87c0-4a2d-9e0d-ccff9ee95c9a req-e0689307-1142-456f-b6d8-dafab50a5126 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695077 Sep 07 07:14:15.934972 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.db.api [None req-3f57aebb-df4c-47f6-8aac-360957967cfe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 07:14:15.934972 dv-cinder-804735-9-iscsi neutron-server[94029]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 07:14:15.934972 dv-cinder-804735-9-iscsi neutron-server[94029]: [parameters: {'project_id_1': 'a29e115c6fe141c7870500b43b148c6f', 'expiration_1': datetime.datetime(2021, 9, 7, 7, 13, 55, 863539)}] Sep 07 07:14:15.934972 dv-cinder-804735-9-iscsi neutron-server[94029]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 07:14:15.935383 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG oslo_db.api [None req-3f57aebb-df4c-47f6-8aac-360957967cfe admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 07:14:15.940683 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36b17b-29e5-4de1-8eef-a76db6e68be8 req-cc45d963-a3a0-4d3e-bc4c-7800a71e9b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:15.942146 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3a36b17b-29e5-4de1-8eef-a76db6e68be8 req-cc45d963-a3a0-4d3e-bc4c-7800a71e9b0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68dc2d8-9d27-41b8-aaab-67bbe02805ae HTTP/1.1" status: 200 len: 858 time: 0.1430871 Sep 07 07:14:15.947606 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-0d8d3b72-5ddd-4c41-b4e7-cb0a20e05d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:15.949009 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-0d8d3b72-5ddd-4c41-b4e7-cb0a20e05d15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3cddb77f-e14b-40a5-ac21-cbec1af62b3e HTTP/1.1" status: 200 len: 849 time: 0.1659100 Sep 07 07:14:15.972554 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-18752f6b-5fcb-4d11-9560-0489dbe3c404 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71cfe35881d14905818513e749873566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8007674 Sep 07 07:14:15.975871 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 50216) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:15.986475 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18752f6b-5fcb-4d11-9560-0489dbe3c404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aebc0f4-739f-4f63-83de-63783ceb26fc,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:15.992233 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-aa646063-78b6-4874-8470-22fc9340a02e req-109671e8-76c4-4751-bf5e-f6cf6b0e80ea tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048012 Sep 07 07:14:15.994985 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3a36b17b-29e5-4de1-8eef-a76db6e68be8 req-84aa45d7-a519-47a2-b36a-e6cbbafe79c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1c7b4bc-0a52-4394-8c93-76554197629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405216 Sep 07 07:14:16.022668 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] For port 356199c5-11c5-42f1-ad4c-aff1fad32ef3, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:14:16.049915 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] For port 356199c5-11c5-42f1-ad4c-aff1fad32ef3, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=356199c5-11c5-42f1-ad4c-aff1fad32ef3,segment=NetworkSegment(b24d96c3-aef1-4eca-99ab-66ea0408b23f),segment_id=b24d96c3-aef1-4eca-99ab-66ea0408b23f)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:14:16.064459 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:16.068430 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4d8b-6a4e-42e7-98b4-00d222346339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:16.108753 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-57795624-47d4-4454-af8f-892ac4af7f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:16.111277 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4d8b-6a4e-42e7-98b4-00d222346339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:16.117558 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-57795624-47d4-4454-af8f-892ac4af7f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:16.135874 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-520a75d5-c42d-4b9c-a6e3-1479fdfe0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:16.137391 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-520a75d5-c42d-4b9c-a6e3-1479fdfe0346 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a6bf082-f995-4176-a62b-a1e75c89f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1692271 Sep 07 07:14:16.158698 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:16.159358 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:16.160729 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] 10.222.0.15 "PUT /v2.0/ports/356199c5-11c5-42f1-ad4c-aff1fad32ef3 HTTP/1.1" status: 200 len: 1093 time: 2.5002856 Sep 07 07:14:16.174551 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57795624-47d4-4454-af8f-892ac4af7f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed201470-9939-4803-9950-b492c48361f9,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:16.178869 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-57795624-47d4-4454-af8f-892ac4af7f7f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39b01973cce744e88fa98b060a5caee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899638 Sep 07 07:14:16.184871 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 50218) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:16.207660 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4d8b-6a4e-42e7-98b4-00d222346339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:16.211028 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4d8b-6a4e-42e7-98b4-00d222346339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:16.212237 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0f5f4d8b-6a4e-42e7-98b4-00d222346339 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7aebc0f4-739f-4f63-83de-63783ceb26fc HTTP/1.1" status: 204 len: 168 time: 0.2336135 Sep 07 07:14:16.219534 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d33dc-55ae-4731-a8c0-c1d68ea2740f service neutron] Pushing event updated for resources: {'Port': ['ID=356199c5-11c5-42f1-ad4c-aff1fad32ef3,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:16.232665 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f4d8b-6a4e-42e7-98b4-00d222346339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aebc0f4-739f-4f63-83de-63783ceb26fc,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:16.234818 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3a36b17b-29e5-4de1-8eef-a76db6e68be8 req-2176f8ed-39f6-4de5-b240-968cfe7811b0 service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251630 Sep 07 07:14:16.432689 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['248be358-cd4c-4e39-acf4-cf97485c1506'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:14:16.438605 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3f57aebb-df4c-47f6-8aac-360957967cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:16.479697 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['291ec2f6-c1e7-4513-8f60-da327db6aa2d'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:14:16.621607 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-10570fd9-2a43-4eea-81f0-5fd7e3a5278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:16.623775 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-10570fd9-2a43-4eea-81f0-5fd7e3a5278c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7c30e28f5a4344a4da4d5176d3e82d&device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 1096 time: 0.1825924 Sep 07 07:14:16.634947 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 50242) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:16.665724 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3f391b4d-d4fb-4326-82d0-774b5255016c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:16.742264 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-be70ff9a-10ce-4bae-b0ec-933a5eb3c4ca service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871630 Sep 07 07:14:16.753173 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-786f9cf6-1c40-4c96-9710-b520e3448034 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=356199c5-11c5-42f1-ad4c-aff1fad32ef3 HTTP/1.1" status: 200 len: 217 time: 0.1070099 Sep 07 07:14:16.769826 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fbf88-de65-4662-9fd8-c17868bb1f35 req-5dc72800-bca7-4934-a37a-2298d631cc4c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:16.778600 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1a4fbf88-de65-4662-9fd8-c17868bb1f35 req-5dc72800-bca7-4934-a37a-2298d631cc4c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 943 time: 0.3328123 Sep 07 07:14:16.780391 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-677714aa-56d4-4840-82e1-1967cea0cc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:16.807416 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250ec56-23b1-4b4e-9149-0f976f5ab793 req-63285993-709d-4045-9845-60d3e387c563 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:16.808656 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b250ec56-23b1-4b4e-9149-0f976f5ab793 req-63285993-709d-4045-9845-60d3e387c563 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 945 time: 0.0648792 Sep 07 07:14:16.865350 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b250ec56-23b1-4b4e-9149-0f976f5ab793 req-7340af51-1d90-4dec-aa8f-a6df6849f9c0 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395765 Sep 07 07:14:16.904097 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 9311c422-7a01-4d08-8cd5-c1e6a13322d3 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:14:16.938229 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3a36b17b-29e5-4de1-8eef-a76db6e68be8 req-c5efe58a-3327-4996-81a4-d25481f72199 service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961908 Sep 07 07:14:16.940083 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-677714aa-56d4-4840-82e1-1967cea0cc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:16.985110 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-41e548cd-b080-4f7e-8275-e2895a0b4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:16.987359 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-41e548cd-b080-4f7e-8275-e2895a0b4f7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68dc2d8-9d27-41b8-aaab-67bbe02805ae HTTP/1.1" status: 200 len: 858 time: 0.1913326 Sep 07 07:14:17.003161 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 9311c422-7a01-4d08-8cd5-c1e6a13322d3, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9311c422-7a01-4d08-8cd5-c1e6a13322d3,segment=NetworkSegment(b24d96c3-aef1-4eca-99ab-66ea0408b23f),segment_id=b24d96c3-aef1-4eca-99ab-66ea0408b23f)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:14:17.007084 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1a4fbf88-de65-4662-9fd8-c17868bb1f35 req-b33846ee-31dc-43da-8d6e-ae2872ad39b5 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270641 Sep 07 07:14:17.016786 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': '9311c422-7a01-4d08-8cd5-c1e6a13322d3', 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b', 'port_id': '9311c422-7a01-4d08-8cd5-c1e6a13322d3', 'mac_address': 'fa:16:3e:1b:1e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68dc2d8-9d27-41b8-aaab-67bbe02805ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:14:17.071239 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe50452-e1fd-4bf2-9fe7-d341d1422974 req-d675f157-53f9-48df-9c6b-a0d17af30b66 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:17.074665 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:17.079706 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-f31365a8-5693-4e7d-83ad-f6b754c91893 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1c7b4bc-0a52-4394-8c93-76554197629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705240 Sep 07 07:14:17.081607 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dfe50452-e1fd-4bf2-9fe7-d341d1422974 req-d675f157-53f9-48df-9c6b-a0d17af30b66 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 945 time: 0.0736423 Sep 07 07:14:17.084223 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-46291179-94e1-44b2-9e9a-62a6a37de389 req-d33487a3-fe6d-47e0-869e-c1f0c28c5c92 service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299375 Sep 07 07:14:17.091440 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9311c422-7a01-4d08-8cd5-c1e6a13322d3 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:14:17.115139 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 9311c422-7a01-4d08-8cd5-c1e6a13322d3, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9311c422-7a01-4d08-8cd5-c1e6a13322d3,segment=NetworkSegment(b24d96c3-aef1-4eca-99ab-66ea0408b23f),segment_id=b24d96c3-aef1-4eca-99ab-66ea0408b23f)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:14:17.120268 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:17.131977 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dfe50452-e1fd-4bf2-9fe7-d341d1422974 req-f94cfb8c-9fe1-4fd8-81a6-17fb95ef849f tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482414 Sep 07 07:14:17.168503 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3f57aebb-df4c-47f6-8aac-360957967cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:17.174542 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-677714aa-56d4-4840-82e1-1967cea0cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:17.174717 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=9311c422-7a01-4d08-8cd5-c1e6a13322d3,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:17.177242 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-677714aa-56d4-4840-82e1-1967cea0cc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:17.178920 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-677714aa-56d4-4840-82e1-1967cea0cc37 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed201470-9939-4803-9950-b492c48361f9 HTTP/1.1" status: 204 len: 168 time: 0.9842546 Sep 07 07:14:17.184678 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3f57aebb-df4c-47f6-8aac-360957967cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:17.250327 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677714aa-56d4-4840-82e1-1967cea0cc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed201470-9939-4803-9950-b492c48361f9,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:17.268690 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3f391b4d-d4fb-4326-82d0-774b5255016c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:17.274818 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3f391b4d-d4fb-4326-82d0-774b5255016c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:17.312378 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f391b4d-d4fb-4326-82d0-774b5255016c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d55970f-e6ad-4d56-88ac-9e7310db01d9,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:17.313288 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57aebb-df4c-47f6-8aac-360957967cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119bebbc-3ed2-4598-b770-40b701c1ce58,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:17.317498 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-3f57aebb-df4c-47f6-8aac-360957967cfe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a29e115c6fe141c7870500b43b148c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0969484 Sep 07 07:14:17.322165 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-3f391b4d-d4fb-4326-82d0-774b5255016c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d8d42345d054b9ba2f9af6f5e69dc76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6860647 Sep 07 07:14:17.322753 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 50256) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:17.324922 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 50258) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:17.356134 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e9f54-04b4-4fc8-b421-21b942c1068e req-2a334d21-fdd2-4637-b3e9-46fa43cf233e tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:17.357904 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-962e9f54-04b4-4fc8-b421-21b942c1068e req-2a334d21-fdd2-4637-b3e9-46fa43cf233e tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 943 time: 0.2438545 Sep 07 07:14:17.371681 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-8768edaf-229d-401d-936c-b28b88d1a74b service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657127 Sep 07 07:14:17.380940 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-79eac0a1-1009-4bdc-8d10-5f8fd0b8e4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:17.391183 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b444674-8452-4f80-a218-c13a10117d78 req-a2da2b59-9033-44a9-82f4-81f68b5948fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:17.392627 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3b444674-8452-4f80-a218-c13a10117d78 req-a2da2b59-9033-44a9-82f4-81f68b5948fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af77442a8c7443a5a8a5ba77a1a860e8&device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 1096 time: 0.1683223 Sep 07 07:14:17.406269 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-79eac0a1-1009-4bdc-8d10-5f8fd0b8e4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:17.456471 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-79eac0a1-1009-4bdc-8d10-5f8fd0b8e4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:17.461124 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-79eac0a1-1009-4bdc-8d10-5f8fd0b8e4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:17.462709 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-79eac0a1-1009-4bdc-8d10-5f8fd0b8e4fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d55970f-e6ad-4d56-88ac-9e7310db01d9 HTTP/1.1" status: 204 len: 168 time: 0.1365113 Sep 07 07:14:17.472769 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eac0a1-1009-4bdc-8d10-5f8fd0b8e4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d55970f-e6ad-4d56-88ac-9e7310db01d9,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:17.576864 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5875dfb8-7aba-4c00-bcf3-d43f4c8431ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:17.588468 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-962e9f54-04b4-4fc8-b421-21b942c1068e req-9f82631b-8918-464f-8c27-f441ee7b6c6c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106519 Sep 07 07:14:17.646429 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5875dfb8-7aba-4c00-bcf3-d43f4c8431ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:17.661579 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e131d8a3-7fe7-4195-aa32-e4381cd80375 req-2ab49ba8-363b-4d20-a865-c968b402d354 service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781079 Sep 07 07:14:17.664164 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b444674-8452-4f80-a218-c13a10117d78 req-834ee47f-4ba4-422c-a70e-fbc8c4e1e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:17.665506 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3b444674-8452-4f80-a218-c13a10117d78 req-834ee47f-4ba4-422c-a70e-fbc8c4e1e42c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a6bf082-f995-4176-a62b-a1e75c89f882 HTTP/1.1" status: 200 len: 911 time: 0.2625656 Sep 07 07:14:17.722586 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3b444674-8452-4f80-a218-c13a10117d78 req-fa2c439d-fe81-4f01-9e3d-63cc20452ac0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a95d598c-fcd9-4b00-bd84-84bba42c0d16 HTTP/1.1" status: 200 len: 217 time: 0.0412681 Sep 07 07:14:17.771769 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65caabf3-5342-40dd-923e-b64141c2bbd0', 'tag': '356199c5-11c5-42f1-ad4c-aff1fad32ef3'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:14:17.774354 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad27fa61-3e82-43c6-b71a-b353fcadb713" -d '{"events": [{"name": "network-changed", "server_uuid": "65caabf3-5342-40dd-923e-b64141c2bbd0", "tag": "356199c5-11c5-42f1-ad4c-aff1fad32ef3"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:14:17.783701 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5875dfb8-7aba-4c00-bcf3-d43f4c8431ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:17.788675 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5875dfb8-7aba-4c00-bcf3-d43f4c8431ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:17.790567 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-5875dfb8-7aba-4c00-bcf3-d43f4c8431ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/119bebbc-3ed2-4598-b770-40b701c1ce58 HTTP/1.1" status: 204 len: 168 time: 0.4616749 Sep 07 07:14:17.816427 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875dfb8-7aba-4c00-bcf3-d43f4c8431ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119bebbc-3ed2-4598-b770-40b701c1ce58,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:17.843998 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b444674-8452-4f80-a218-c13a10117d78 req-0c2a7612-9f29-4732-8ec3-d17ff8202d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:17.846663 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3b444674-8452-4f80-a218-c13a10117d78 req-0c2a7612-9f29-4732-8ec3-d17ff8202d28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3cddb77f-e14b-40a5-ac21-cbec1af62b3e HTTP/1.1" status: 200 len: 849 time: 0.1029642 Sep 07 07:14:17.872956 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3f4d98-ba7d-4678-be2f-a5321d4bb811 x-openstack-request-id: req-7f3f4d98-ba7d-4678-be2f-a5321d4bb811 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:14:17.876339 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65caabf3-5342-40dd-923e-b64141c2bbd0", "tag": "356199c5-11c5-42f1-ad4c-aff1fad32ef3", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:14:17.876580 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f3f4d98-ba7d-4678-be2f-a5321d4bb811 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:14:17.876976 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65caabf3-5342-40dd-923e-b64141c2bbd0', 'tag': '356199c5-11c5-42f1-ad4c-aff1fad32ef3', 'status': 'completed', 'code': 200} Sep 07 07:14:17.953718 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b444674-8452-4f80-a218-c13a10117d78 req-cba53c0f-a0ad-4a1e-8a2f-02ed911f1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:17.955523 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3b444674-8452-4f80-a218-c13a10117d78 req-cba53c0f-a0ad-4a1e-8a2f-02ed911f1aac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a6bf082-f995-4176-a62b-a1e75c89f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0997303 Sep 07 07:14:18.005258 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27fa61-3e82-43c6-b71a-b353fcadb713 req-248533c8-554c-42a5-937c-67c38f730b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:18.006791 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ad27fa61-3e82-43c6-b71a-b353fcadb713 req-248533c8-554c-42a5-937c-67c38f730b0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7c30e28f5a4344a4da4d5176d3e82d&device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 1096 time: 0.1016388 Sep 07 07:14:18.108723 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03857ee-c3e2-43cb-800f-ee09c602f453 req-7a31f871-4004-4841-bbb3-72585150489e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:18.110277 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c03857ee-c3e2-43cb-800f-ee09c602f453 req-7a31f871-4004-4841-bbb3-72585150489e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 945 time: 0.1526246 Sep 07 07:14:18.141684 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['9311c422-7a01-4d08-8cd5-c1e6a13322d3'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:14:18.201947 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3b444674-8452-4f80-a218-c13a10117d78 req-064a76c3-fa2b-46b1-9fb8-49036878673e service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327969 Sep 07 07:14:18.223802 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c03857ee-c3e2-43cb-800f-ee09c602f453 req-b8349ecf-92d3-4fa0-ad8a-dcd4ab0c27b7 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816832 Sep 07 07:14:18.227283 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27fa61-3e82-43c6-b71a-b353fcadb713 req-f8e43938-2cd2-446d-bba1-10da12598bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:18.229029 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ad27fa61-3e82-43c6-b71a-b353fcadb713 req-f8e43938-2cd2-446d-bba1-10da12598bf8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1c7b4bc-0a52-4394-8c93-76554197629b HTTP/1.1" status: 200 len: 919 time: 0.2037613 Sep 07 07:14:18.230068 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc48d63-bfb7-4078-81f9-3dfb24f5e83e req-fbfe9ecd-e4bd-4a40-8259-678d02651c54 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:18.242525 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1fc48d63-bfb7-4078-81f9-3dfb24f5e83e req-fbfe9ecd-e4bd-4a40-8259-678d02651c54 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 943 time: 0.1276045 Sep 07 07:14:18.293936 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ad27fa61-3e82-43c6-b71a-b353fcadb713 req-1a9a2b98-adab-4bd4-afad-e598193332fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=356199c5-11c5-42f1-ad4c-aff1fad32ef3 HTTP/1.1" status: 200 len: 217 time: 0.0527170 Sep 07 07:14:18.335580 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 50306) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:18.344544 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1fc48d63-bfb7-4078-81f9-3dfb24f5e83e req-f908ca3a-badb-4dc2-98c9-4572697c1fde tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009214 Sep 07 07:14:18.406971 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f53e6aca-7662-4611-9437-e392dc63e759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:18.485855 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27fa61-3e82-43c6-b71a-b353fcadb713 req-7f8fe8f8-79a6-4978-b7e9-b58c89c42656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:18.487422 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ad27fa61-3e82-43c6-b71a-b353fcadb713 req-7f8fe8f8-79a6-4978-b7e9-b58c89c42656 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68dc2d8-9d27-41b8-aaab-67bbe02805ae HTTP/1.1" status: 200 len: 858 time: 0.1540675 Sep 07 07:14:18.496097 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3b444674-8452-4f80-a218-c13a10117d78 req-0c3dcb73-6e46-4852-8f76-58ec44e55bed service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853885 Sep 07 07:14:18.546548 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0423b61-aa44-4e37-862a-02578bc1ba3d req-16e3fb0e-001f-42c1-a2f7-edb86100f84b tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:18.548312 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f0423b61-aa44-4e37-862a-02578bc1ba3d req-16e3fb0e-001f-42c1-a2f7-edb86100f84b tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 945 time: 0.1463213 Sep 07 07:14:18.550532 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ad27fa61-3e82-43c6-b71a-b353fcadb713 req-deafdb29-c515-4cec-95ae-2818a1f6be07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1c7b4bc-0a52-4394-8c93-76554197629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497139 Sep 07 07:14:18.718259 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e309c5-a993-4ca7-98e2-fb3b0722efed req-7493ee9a-0b17-4f33-9fb2-6210b150fddb tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:18.720225 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-92e309c5-a993-4ca7-98e2-fb3b0722efed req-7493ee9a-0b17-4f33-9fb2-6210b150fddb tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0585575 Sep 07 07:14:18.764528 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-92e309c5-a993-4ca7-98e2-fb3b0722efed req-408284a3-bc13-44d2-98b0-6a351007b495 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365608 Sep 07 07:14:18.891685 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 291ec2f6-c1e7-4513-8f60-da327db6aa2d up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:14:18.906981 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f0423b61-aa44-4e37-862a-02578bc1ba3d req-c35ab904-6b38-4f2b-a961-32f0a55d7453 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329923 Sep 07 07:14:18.920771 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ad27fa61-3e82-43c6-b71a-b353fcadb713 req-f1c5af47-463e-4136-bf2b-19717b7a96ee service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611448 Sep 07 07:14:18.945127 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port 291ec2f6-c1e7-4513-8f60-da327db6aa2d completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:14:18.948981 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f53e6aca-7662-4611-9437-e392dc63e759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:18.954480 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port 291ec2f6-c1e7-4513-8f60-da327db6aa2d triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:14:18.955479 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:18.958637 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f53e6aca-7662-4611-9437-e392dc63e759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:19.045855 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:19.052512 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f53e6aca-7662-4611-9437-e392dc63e759 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eac616d43db9414da034e84484fb9983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7159297 Sep 07 07:14:19.055257 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e6aca-7662-4611-9437-e392dc63e759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeef32a-f89d-426a-8f0a-7d412f9b7d97,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:19.056057 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 50342) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:19.086668 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ad27fa61-3e82-43c6-b71a-b353fcadb713 req-b3eed21b-17ed-4bd0-a676-b52588df19ae service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512628 Sep 07 07:14:19.122046 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 291ec2f6-c1e7-4513-8f60-da327db6aa2d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=291ec2f6-c1e7-4513-8f60-da327db6aa2d,segment=NetworkSegment(5a018313-ea08-422f-b65a-ca833ae99b5e),segment_id=5a018313-ea08-422f-b65a-ca833ae99b5e)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:14:19.124168 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb70d5d-3a0a-4454-b7f9-cec920a43a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291ec2f6-c1e7-4513-8f60-da327db6aa2d'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:14:19.150615 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0328d62e-06a2-41ee-80a6-887b17617632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:19.173273 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0328d62e-06a2-41ee-80a6-887b17617632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:19.193296 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:19.194155 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 248be358-cd4c-4e39-acf4-cf97485c1506 up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:14:19.239561 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0328d62e-06a2-41ee-80a6-887b17617632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:19.243118 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0328d62e-06a2-41ee-80a6-887b17617632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:19.244762 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0328d62e-06a2-41ee-80a6-887b17617632 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cdeef32a-f89d-426a-8f0a-7d412f9b7d97 HTTP/1.1" status: 204 len: 168 time: 0.1874707 Sep 07 07:14:19.254172 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328d62e-06a2-41ee-80a6-887b17617632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeef32a-f89d-426a-8f0a-7d412f9b7d97,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:19.330556 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=291ec2f6-c1e7-4513-8f60-da327db6aa2d,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:19.335944 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port 248be358-cd4c-4e39-acf4-cf97485c1506 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:14:19.342870 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port 248be358-cd4c-4e39-acf4-cf97485c1506 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:14:19.343445 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:19.372088 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61ae201-db27-4565-bbf9-08dbcfa74fba" -d '{"events": [{"server_uuid": "efb70d5d-3a0a-4454-b7f9-cec920a43a06", "name": "network-vif-plugged", "status": "completed", "tag": "291ec2f6-c1e7-4513-8f60-da327db6aa2d"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:14:19.407281 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b58dbd-0cfb-4a98-990c-e5b92267eeb0 req-faf07d09-e5f0-4a0e-b7b4-072be8b058fa tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:19.408831 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a4b58dbd-0cfb-4a98-990c-e5b92267eeb0 req-faf07d09-e5f0-4a0e-b7b4-072be8b058fa tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 945 time: 0.0862403 Sep 07 07:14:19.448139 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:19.468059 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a4b58dbd-0cfb-4a98-990c-e5b92267eeb0 req-9b5c2df4-9525-4d58-8abf-1b35d3ef58aa tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516367 Sep 07 07:14:19.507450 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 248be358-cd4c-4e39-acf4-cf97485c1506, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=248be358-cd4c-4e39-acf4-cf97485c1506,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:14:19.513574 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:19.518961 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b8657-d979-4ac5-982c-014a5f867097 req-0f5dbc77-7709-48e6-a995-8acd0d16df38 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:19.520532 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c25b8657-d979-4ac5-982c-014a5f867097 req-0f5dbc77-7709-48e6-a995-8acd0d16df38 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 943 time: 0.0720465 Sep 07 07:14:19.565881 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=248be358-cd4c-4e39-acf4-cf97485c1506,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:19.585263 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c25b8657-d979-4ac5-982c-014a5f867097 req-25980ded-805e-481e-9449-208fe318556d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574615 Sep 07 07:14:19.827083 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 50386) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:19.875870 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3ed50f-98ec-4777-848f-c1fc6e78245a x-openstack-request-id: req-0a3ed50f-98ec-4777-848f-c1fc6e78245a {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:14:19.876250 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb70d5d-3a0a-4454-b7f9-cec920a43a06", "name": "network-vif-plugged", "status": "completed", "tag": "291ec2f6-c1e7-4513-8f60-da327db6aa2d", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:14:19.876661 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a3ed50f-98ec-4777-848f-c1fc6e78245a {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:14:19.877226 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb70d5d-3a0a-4454-b7f9-cec920a43a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291ec2f6-c1e7-4513-8f60-da327db6aa2d', 'code': 200} Sep 07 07:14:19.908449 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c068f3-c54d-4d2e-9785-ec1bf524fa23 req-51e128f3-4568-4179-86f6-b43d35030cc7 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:19.923558 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-68c068f3-c54d-4d2e-9785-ec1bf524fa23 req-51e128f3-4568-4179-86f6-b43d35030cc7 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0816858 Sep 07 07:14:20.034858 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8a5c68cb-5680-4148-bc7d-a32bc21244f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:20.057000 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-68c068f3-c54d-4d2e-9785-ec1bf524fa23 req-6d16607f-b10f-441c-bf03-333905d7128c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256037 Sep 07 07:14:20.160911 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b0a44-64ec-48ba-9f1c-a12cd946babc req-d446120f-1aa7-4e7e-b242-6710337ef827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:20.162670 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c30b0a44-64ec-48ba-9f1c-a12cd946babc req-d446120f-1aa7-4e7e-b242-6710337ef827 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 1099 time: 0.0915956 Sep 07 07:14:20.187958 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7ed1c-5351-4863-a7ba-4a6387b9a621 req-5e698f90-0634-46dd-9095-135639d0bdd8 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:20.191002 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-c30b0a44-64ec-48ba-9f1c-a12cd946babc req-f441d554-5a47-4ff8-a504-25f2dcdc2a5b service neutron] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:20.196453 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d1d7ed1c-5351-4863-a7ba-4a6387b9a621 req-5e698f90-0634-46dd-9095-135639d0bdd8 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 946 time: 0.1239207 Sep 07 07:14:20.200223 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 50408) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:20.254993 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d1d7ed1c-5351-4863-a7ba-4a6387b9a621 req-ba9a4bb8-f807-408e-a7d3-a791f34b287c tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576103 Sep 07 07:14:20.314542 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8a5c68cb-5680-4148-bc7d-a32bc21244f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:20.329047 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8a5c68cb-5680-4148-bc7d-a32bc21244f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:20.361283 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c68cb-5680-4148-bc7d-a32bc21244f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f932394b-b9f6-4491-9c31-f19133a087ab,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:20.387437 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8a5c68cb-5680-4148-bc7d-a32bc21244f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78a515eb5d8b44fabbced520afd63478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5590525 Sep 07 07:14:20.390732 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 50416) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:20.412991 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-aba96759-b20c-4026-bbab-c3b83ad74456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:20.444354 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ecf7b5d3-4b80-48eb-be1f-fcca1b3902fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:20.452512 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-c30b0a44-64ec-48ba-9f1c-a12cd946babc req-f441d554-5a47-4ff8-a504-25f2dcdc2a5b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:20.458955 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-c30b0a44-64ec-48ba-9f1c-a12cd946babc req-f441d554-5a47-4ff8-a504-25f2dcdc2a5b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:20.467700 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ecf7b5d3-4b80-48eb-be1f-fcca1b3902fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:20.503780 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c30b0a44-64ec-48ba-9f1c-a12cd946babc req-f441d554-5a47-4ff8-a504-25f2dcdc2a5b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329546 Sep 07 07:14:20.520566 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441d554-5a47-4ff8-a504-25f2dcdc2a5b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=682a33c9-0e57-4cd7-ba8d-659f8ed5208d,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:20.529528 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ecf7b5d3-4b80-48eb-be1f-fcca1b3902fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:20.532740 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ecf7b5d3-4b80-48eb-be1f-fcca1b3902fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:20.534179 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-ecf7b5d3-4b80-48eb-be1f-fcca1b3902fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f932394b-b9f6-4491-9c31-f19133a087ab HTTP/1.1" status: 204 len: 168 time: 0.1420434 Sep 07 07:14:20.552155 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7b5d3-4b80-48eb-be1f-fcca1b3902fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f932394b-b9f6-4491-9c31-f19133a087ab,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:20.636676 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-aba96759-b20c-4026-bbab-c3b83ad74456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:20.643086 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-aba96759-b20c-4026-bbab-c3b83ad74456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:20.677687 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbc152-7870-4fcb-9ea8-f4f6e7ab6d21 req-a2bc9dce-f42a-4831-a1ce-35ef9278c0b6 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:20.685324 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-49fbc152-7870-4fcb-9ea8-f4f6e7ab6d21 req-a2bc9dce-f42a-4831-a1ce-35ef9278c0b6 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 946 time: 0.0951462 Sep 07 07:14:20.724313 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-aba96759-b20c-4026-bbab-c3b83ad74456 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67043250a8984b9081723a121ebe532f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5228853 Sep 07 07:14:20.727399 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba96759-b20c-4026-bbab-c3b83ad74456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d2ece5-010a-4edf-8b3f-822e26d40181,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:20.730514 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 50432) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:20.751104 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8e39a-e5d9-4b47-a123-408b8253dc30 req-f878d087-3f17-4568-b1b5-352674e6872f tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:20.762540 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d9e8e39a-e5d9-4b47-a123-408b8253dc30 req-f878d087-3f17-4568-b1b5-352674e6872f tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 943 time: 0.0864503 Sep 07 07:14:20.779198 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-49fbc152-7870-4fcb-9ea8-f4f6e7ab6d21 req-473c190d-06e3-4efc-8569-15d9980c1542 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885546 Sep 07 07:14:20.809981 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d9e8e39a-e5d9-4b47-a123-408b8253dc30 req-42a81fb0-9fbd-4e32-9fc5-328d41f1c51d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465131 Sep 07 07:14:20.822042 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f7bf8d7-726d-4322-949a-b1c11cd93093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:20.849442 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f7bf8d7-726d-4322-949a-b1c11cd93093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:20.907959 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f7bf8d7-726d-4322-949a-b1c11cd93093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:20.910667 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f7bf8d7-726d-4322-949a-b1c11cd93093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:20.911961 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-0f7bf8d7-726d-4322-949a-b1c11cd93093 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/81d2ece5-010a-4edf-8b3f-822e26d40181 HTTP/1.1" status: 204 len: 168 time: 0.1804366 Sep 07 07:14:20.914762 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device a95d598c-fcd9-4b00-bd84-84bba42c0d16 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:14:20.918986 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 9311c422-7a01-4d08-8cd5-c1e6a13322d3 up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:14:20.921385 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bf8d7-726d-4322-949a-b1c11cd93093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d2ece5-010a-4edf-8b3f-822e26d40181,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:21.050878 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port 9311c422-7a01-4d08-8cd5-c1e6a13322d3 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:14:21.064236 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port 9311c422-7a01-4d08-8cd5-c1e6a13322d3 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:14:21.064236 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:21.066479 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port a95d598c-fcd9-4b00-bd84-84bba42c0d16, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a95d598c-fcd9-4b00-bd84-84bba42c0d16,segment=NetworkSegment(6750a1fb-cf7e-4d33-b880-1193fed0b435),segment_id=6750a1fb-cf7e-4d33-b880-1193fed0b435)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:14:21.098474 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': 'a95d598c-fcd9-4b00-bd84-84bba42c0d16', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'port_id': 'a95d598c-fcd9-4b00-bd84-84bba42c0d16', 'mac_address': 'fa:16:3e:cd:2f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:14:21.155868 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:21.166027 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:21.185063 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963d5d6-3042-4ecf-b3f7-9b573503640a req-8ee98b64-231d-4837-8ea3-82679780452b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:21.192464 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f963d5d6-3042-4ecf-b3f7-9b573503640a req-8ee98b64-231d-4837-8ea3-82679780452b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 943 time: 0.0577779 Sep 07 07:14:21.204316 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95d598c-fcd9-4b00-bd84-84bba42c0d16 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:14:21.234599 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:21.238196 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port a95d598c-fcd9-4b00-bd84-84bba42c0d16, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a95d598c-fcd9-4b00-bd84-84bba42c0d16,segment=NetworkSegment(6750a1fb-cf7e-4d33-b880-1193fed0b435),segment_id=6750a1fb-cf7e-4d33-b880-1193fed0b435)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:14:21.242429 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f963d5d6-3042-4ecf-b3f7-9b573503640a req-9218eefc-cdf6-411c-8da7-db37d2ab2c20 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451918 Sep 07 07:14:21.261507 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:21.262334 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 356199c5-11c5-42f1-ad4c-aff1fad32ef3 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:14:21.359627 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 9311c422-7a01-4d08-8cd5-c1e6a13322d3, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9311c422-7a01-4d08-8cd5-c1e6a13322d3,segment=NetworkSegment(b24d96c3-aef1-4eca-99ab-66ea0408b23f),segment_id=b24d96c3-aef1-4eca-99ab-66ea0408b23f)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:14:21.380181 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:21.402557 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=a95d598c-fcd9-4b00-bd84-84bba42c0d16,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:21.450975 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 50474) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:21.455773 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d9953-213a-44ba-a9a5-978825f4e5c7 req-ec067d6a-aa73-4cbe-8e51-e71cd1fef2a8 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:21.458018 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e59d9953-213a-44ba-a9a5-978825f4e5c7 req-ec067d6a-aa73-4cbe-8e51-e71cd1fef2a8 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 946 time: 0.0992789 Sep 07 07:14:21.475875 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6dda402b-8ecd-485d-8a2e-1e7eeadb6d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:21.505434 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e59d9953-213a-44ba-a9a5-978825f4e5c7 req-3884e7d5-e301-4a1e-b7ab-7cbec4f053f1 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393736 Sep 07 07:14:21.630410 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 356199c5-11c5-42f1-ad4c-aff1fad32ef3, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=356199c5-11c5-42f1-ad4c-aff1fad32ef3,segment=NetworkSegment(b24d96c3-aef1-4eca-99ab-66ea0408b23f),segment_id=b24d96c3-aef1-4eca-99ab-66ea0408b23f)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:14:21.633242 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=9311c422-7a01-4d08-8cd5-c1e6a13322d3,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:21.638946 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6dda402b-8ecd-485d-8a2e-1e7eeadb6d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:21.645249 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6dda402b-8ecd-485d-8a2e-1e7eeadb6d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:21.645916 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': '356199c5-11c5-42f1-ad4c-aff1fad32ef3', 'network_id': 'c1c7b4bc-0a52-4394-8c93-76554197629b', 'port_id': '356199c5-11c5-42f1-ad4c-aff1fad32ef3', 'mac_address': 'fa:16:3e:e6:4b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68dc2d8-9d27-41b8-aaab-67bbe02805ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:14:21.692260 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-6dda402b-8ecd-485d-8a2e-1e7eeadb6d62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b57d622ee9164f9aa74056f0db33385a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376859 Sep 07 07:14:21.692919 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 50484) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:21.694006 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:21.705717 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda402b-8ecd-485d-8a2e-1e7eeadb6d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffdb5f0-eb52-4d74-aae0-d845ac2c3e61,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:21.719099 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356199c5-11c5-42f1-ad4c-aff1fad32ef3 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:14:21.751350 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1b28-f051-454a-a1a2-2d9d8b24d015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:21.755319 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 356199c5-11c5-42f1-ad4c-aff1fad32ef3, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=356199c5-11c5-42f1-ad4c-aff1fad32ef3,segment=NetworkSegment(b24d96c3-aef1-4eca-99ab-66ea0408b23f),segment_id=b24d96c3-aef1-4eca-99ab-66ea0408b23f)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:14:21.761142 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:21.777591 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1b28-f051-454a-a1a2-2d9d8b24d015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:21.818165 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=356199c5-11c5-42f1-ad4c-aff1fad32ef3,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:21.843278 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1b28-f051-454a-a1a2-2d9d8b24d015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:21.846390 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1b28-f051-454a-a1a2-2d9d8b24d015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:21.853161 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8c5e1b28-f051-454a-a1a2-2d9d8b24d015 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ffdb5f0-eb52-4d74-aae0-d845ac2c3e61 HTTP/1.1" status: 204 len: 168 time: 0.1588256 Sep 07 07:14:21.865548 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e1b28-f051-454a-a1a2-2d9d8b24d015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffdb5f0-eb52-4d74-aae0-d845ac2c3e61,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:21.880393 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9710aa-9476-4065-8b71-108582a081f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248be358-cd4c-4e39-acf4-cf97485c1506'}, {'server_uuid': 'bf11c269-1cf5-43f6-a02f-7695ca8063d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9311c422-7a01-4d08-8cd5-c1e6a13322d3'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:14:21.884547 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e94fa3a-cc71-4ed4-950a-c944d060a01a" -d '{"events": [{"server_uuid": "8b9710aa-9476-4065-8b71-108582a081f6", "name": "network-vif-plugged", "status": "completed", "tag": "248be358-cd4c-4e39-acf4-cf97485c1506"}, {"server_uuid": "bf11c269-1cf5-43f6-a02f-7695ca8063d0", "name": "network-vif-plugged", "status": "completed", "tag": "9311c422-7a01-4d08-8cd5-c1e6a13322d3"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:14:21.945715 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3cdb1-ee9a-46fc-98e9-ec68eb349aa4 req-fb3c14e3-c498-481c-a4db-3bef5d26c8bd tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:21.947827 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d5c3cdb1-ee9a-46fc-98e9-ec68eb349aa4 req-fb3c14e3-c498-481c-a4db-3bef5d26c8bd tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 946 time: 0.0665483 Sep 07 07:14:21.951317 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9ccba-75cc-4a16-b77f-63c542869344 req-56a35fae-b645-475e-b8a1-ce8a655cdf3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:21.952824 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-66e9ccba-75cc-4a16-b77f-63c542869344 req-56a35fae-b645-475e-b8a1-ce8a655cdf3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 944 time: 0.0536585 Sep 07 07:14:22.004363 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-66e9ccba-75cc-4a16-b77f-63c542869344 req-41e3bc43-0349-40d4-8cb5-35dbd72d7e7d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450101 Sep 07 07:14:22.009964 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d5c3cdb1-ee9a-46fc-98e9-ec68eb349aa4 req-fa1c7da5-af81-42ed-9707-1568b109dd92 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476489 Sep 07 07:14:22.075213 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 07:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a3f390-a9f7-4359-9a22-c259fd6304d0 x-openstack-request-id: req-01a3f390-a9f7-4359-9a22-c259fd6304d0 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:14:22.075716 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9710aa-9476-4065-8b71-108582a081f6", "name": "network-vif-plugged", "status": "completed", "tag": "248be358-cd4c-4e39-acf4-cf97485c1506", "code": 200}, {"server_uuid": "bf11c269-1cf5-43f6-a02f-7695ca8063d0", "name": "network-vif-plugged", "status": "completed", "tag": "9311c422-7a01-4d08-8cd5-c1e6a13322d3", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:14:22.075913 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01a3f390-a9f7-4359-9a22-c259fd6304d0 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:14:22.076363 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9710aa-9476-4065-8b71-108582a081f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248be358-cd4c-4e39-acf4-cf97485c1506', 'code': 200} Sep 07 07:14:22.076588 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf11c269-1cf5-43f6-a02f-7695ca8063d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9311c422-7a01-4d08-8cd5-c1e6a13322d3', 'code': 200} Sep 07 07:14:22.261131 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['a95d598c-fcd9-4b00-bd84-84bba42c0d16'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:14:22.345589 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['356199c5-11c5-42f1-ad4c-aff1fad32ef3'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:14:22.427923 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd72d2d-c336-4f8f-be8a-e21ffaa6ab0d req-de691a60-b231-4ce4-be74-55d3695c4b03 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:22.429476 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4dd72d2d-c336-4f8f-be8a-e21ffaa6ab0d req-de691a60-b231-4ce4-be74-55d3695c4b03 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 944 time: 0.1034162 Sep 07 07:14:22.615391 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4dd72d2d-c336-4f8f-be8a-e21ffaa6ab0d req-6c823937-c293-4d74-a37a-bbded40e434c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698794 Sep 07 07:14:22.617724 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae6193-e60b-48aa-93af-552b7917acc1 req-8ccb7509-e7fe-461e-8f35-c5c077ef644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:22.619590 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-77ae6193-e60b-48aa-93af-552b7917acc1 req-8ccb7509-e7fe-461e-8f35-c5c077ef644a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 1099 time: 0.1680512 Sep 07 07:14:22.621663 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fccbe-7df0-424d-b5b2-351b112a4375 req-ea4667ce-5079-483f-b278-38d775dcd46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:22.623169 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-061fccbe-7df0-424d-b5b2-351b112a4375 req-ea4667ce-5079-483f-b278-38d775dcd46d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 1099 time: 0.0904582 Sep 07 07:14:22.700800 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-77ae6193-e60b-48aa-93af-552b7917acc1 req-652355f6-915b-43c9-82f3-a41e685aa8ca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651135 Sep 07 07:14:22.705046 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf15da1-8ac9-48d7-b5ca-6d0b109cd0e7 req-d34d1a19-ed32-4389-bd47-6506eb5c1809 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:22.713232 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bcf15da1-8ac9-48d7-b5ca-6d0b109cd0e7 req-d34d1a19-ed32-4389-bd47-6506eb5c1809 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 946 time: 0.0932000 Sep 07 07:14:22.715311 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-061fccbe-7df0-424d-b5b2-351b112a4375 req-dc3ce1fb-1b0c-416b-bfa0-346562ab6211 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815635 Sep 07 07:14:22.753356 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 50556) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:22.756464 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bcf15da1-8ac9-48d7-b5ca-6d0b109cd0e7 req-31529fb7-6a2f-47e5-8c58-3be2c6e63b4f tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365813 Sep 07 07:14:22.838173 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 50560) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:22.933666 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ded4ea0-b593-4f94-9f59-aceb2245e4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:22.981784 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-61740cf1-bd94-464b-8e2f-c2fab21e25d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.055603 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ded4ea0-b593-4f94-9f59-aceb2245e4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.092731 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7ded4ea0-b593-4f94-9f59-aceb2245e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.098407 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 50576) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:23.142500 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a16c26-31f1-4fb4-99b0-87d84375daa2 req-e009f548-ab93-4dea-9269-9f4f67d8ff13 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:23.151044 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d3a16c26-31f1-4fb4-99b0-87d84375daa2 req-e009f548-ab93-4dea-9269-9f4f67d8ff13 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 946 time: 0.0660665 Sep 07 07:14:23.169253 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded4ea0-b593-4f94-9f59-aceb2245e4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e09186-75a4-4c6c-ab2f-7357e7381a86,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:23.187921 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d3a16c26-31f1-4fb4-99b0-87d84375daa2 req-fb6928f7-1751-4402-848d-6ad17ab5b2a0 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359929 Sep 07 07:14:23.190834 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-7ded4ea0-b593-4f94-9f59-aceb2245e4b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=278c6bfb55f646d6a05c182c443c8413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363451 Sep 07 07:14:23.194302 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 50580) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:23.214758 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607cf64-085d-47e7-a139-cd51a5efc60e req-6f7379d2-23ac-42e9-8a15-df76db5c764c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:23.216688 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c607cf64-085d-47e7-a139-cd51a5efc60e req-6f7379d2-23ac-42e9-8a15-df76db5c764c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 944 time: 0.1264479 Sep 07 07:14:23.235862 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-1c675136-160f-405d-8c8a-fcea0defb0ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-891154583-network', 'tenant_id': '7ec4a50e95354042b714616c1818a376'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:14:23.255073 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3c2c0d05-6498-40bc-87e1-1288a73e1671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.263624 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-61740cf1-bd94-464b-8e2f-c2fab21e25d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.272852 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-61740cf1-bd94-464b-8e2f-c2fab21e25d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.281161 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3c2c0d05-6498-40bc-87e1-1288a73e1671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.291548 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c607cf64-085d-47e7-a139-cd51a5efc60e req-7d249b74-1ef3-4bb4-a040-86b1fd3fb650 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690172 Sep 07 07:14:23.299756 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c675136-160f-405d-8c8a-fcea0defb0ea admin admin] Made reservation on behalf of 7ec4a50e95354042b714616c1818a376 for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:14:23.302104 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1c675136-160f-405d-8c8a-fcea0defb0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.320828 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-61740cf1-bd94-464b-8e2f-c2fab21e25d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca0b71cd923844f498583ad12648b5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4811418 Sep 07 07:14:23.321706 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61740cf1-bd94-464b-8e2f-c2fab21e25d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f56bbc-d598-4dcc-9fa1-05b40994096d,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:23.323358 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1c675136-160f-405d-8c8a-fcea0defb0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.324747 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 50582) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:23.363363 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3c2c0d05-6498-40bc-87e1-1288a73e1671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.365992 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3c2c0d05-6498-40bc-87e1-1288a73e1671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.369753 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-3c2c0d05-6498-40bc-87e1-1288a73e1671 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4e09186-75a4-4c6c-ab2f-7357e7381a86 HTTP/1.1" status: 204 len: 168 time: 0.1744249 Sep 07 07:14:23.382991 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fe58b17c-8fec-4f2c-a14b-8d4117cd3f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.383918 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c0d05-6498-40bc-87e1-1288a73e1671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e09186-75a4-4c6c-ab2f-7357e7381a86,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:23.410645 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fe58b17c-8fec-4f2c-a14b-8d4117cd3f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.450085 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1c675136-160f-405d-8c8a-fcea0defb0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.453871 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1c675136-160f-405d-8c8a-fcea0defb0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.465562 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fe58b17c-8fec-4f2c-a14b-8d4117cd3f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.468658 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fe58b17c-8fec-4f2c-a14b-8d4117cd3f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.469910 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-fe58b17c-8fec-4f2c-a14b-8d4117cd3f70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8f56bbc-d598-4dcc-9fa1-05b40994096d HTTP/1.1" status: 204 len: 168 time: 0.1439924 Sep 07 07:14:23.476723 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c675136-160f-405d-8c8a-fcea0defb0ea admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:14:23.480178 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58b17c-8fec-4f2c-a14b-8d4117cd3f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f56bbc-d598-4dcc-9fa1-05b40994096d,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:23.495529 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c675136-160f-405d-8c8a-fcea0defb0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fee8df-1285-4951-93f8-23dd4d000b5e,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:23.499486 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1c675136-160f-405d-8c8a-fcea0defb0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.500314 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-1c675136-160f-405d-8c8a-fcea0defb0ea admin admin] Added segment 8ddc2441-bbe5-44de-a570-45c3d7ebc82a of type vlan for network 7321652f-b0bf-4161-a2c1-4d058020aac4 Sep 07 07:14:23.555670 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1c675136-160f-405d-8c8a-fcea0defb0ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.584926 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1c675136-160f-405d-8c8a-fcea0defb0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.585627 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c675136-160f-405d-8c8a-fcea0defb0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:23.586214 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1c675136-160f-405d-8c8a-fcea0defb0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.620778 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-1c675136-160f-405d-8c8a-fcea0defb0ea admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5213132 Sep 07 07:14:23.623781 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 50590) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:23.629075 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-6cecf551-7252-495c-b153-178d7a101627 admin admin] Request body: {'subnet': {'network_id': '7321652f-b0bf-4161-a2c1-4d058020aac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-891154583-subnet', 'tenant_id': '7ec4a50e95354042b714616c1818a376', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:14:23.661734 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c675136-160f-405d-8c8a-fcea0defb0ea admin admin] Pushing event updated for resources: {'Network': ['ID=7321652f-b0bf-4161-a2c1-4d058020aac4,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:23.667050 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cecf551-7252-495c-b153-178d7a101627 admin admin] Made reservation on behalf of 7ec4a50e95354042b714616c1818a376 for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:14:23.669487 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6cecf551-7252-495c-b153-178d7a101627 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5791306'] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.674172 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network 7321652f-b0bf-4161-a2c1-4d058020aac4 details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:14:23.797803 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eecc3a-1be7-493d-94ef-88f340134d82 req-8f730180-e5e8-4435-9920-9d2ef33e6454 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:23.803929 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a8eecc3a-1be7-493d-94ef-88f340134d82 req-8f730180-e5e8-4435-9920-9d2ef33e6454 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 944 time: 0.0787270 Sep 07 07:14:23.869941 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a8eecc3a-1be7-493d-94ef-88f340134d82 req-401dd10d-4fa1-4f37-a732-e0f5cae0a6f4 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598545 Sep 07 07:14:23.896533 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6cecf551-7252-495c-b153-178d7a101627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5732386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5791292'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.960766 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 50610) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:23.973982 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a43a03f1-e035-474b-a849-09fe3bdb5e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:23.979814 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf551-7252-495c-b153-178d7a101627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a54c29-1ebd-4336-8441-1300b0dc7eff,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:24.011886 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d898f80-da2b-4e53-8dad-0e2fb5f41317 req-bfd3640b-82a5-469d-99d2-3ec732849177 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:24.013431 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0d898f80-da2b-4e53-8dad-0e2fb5f41317 req-bfd3640b-82a5-469d-99d2-3ec732849177 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 946 time: 0.1123278 Sep 07 07:14:24.016396 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cecf551-7252-495c-b153-178d7a101627 admin admin] Checking segment: {'id': '8ddc2441-bbe5-44de-a570-45c3d7ebc82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7321652f-b0bf-4161-a2c1-4d058020aac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:14:24.016750 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cecf551-7252-495c-b153-178d7a101627 admin admin] Network hostable DHCP agents. Network: 7321652f-b0bf-4161-a2c1-4d058020aac4, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:14:24.063621 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0d898f80-da2b-4e53-8dad-0e2fb5f41317 req-450b36fc-194e-441c-a82b-8ceb1ee7ae5f tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430739 Sep 07 07:14:24.064677 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cecf551-7252-495c-b153-178d7a101627 admin admin] Network 7321652f-b0bf-4161-a2c1-4d058020aac4 is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:14:24.077984 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-6cecf551-7252-495c-b153-178d7a101627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, 7321652f-b0bf-4161-a2c1-4d058020aac4) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:14:24.078595 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a43a03f1-e035-474b-a849-09fe3bdb5e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:24.083528 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a43a03f1-e035-474b-a849-09fe3bdb5e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:24.091913 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0676bc-a8ea-40b8-8891-7a6357fa62af None None] Network 7321652f-b0bf-4161-a2c1-4d058020aac4 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:14:24.097875 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cecf551-7252-495c-b153-178d7a101627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:24.099239 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6cecf551-7252-495c-b153-178d7a101627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:24.119872 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-6cecf551-7252-495c-b153-178d7a101627 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4947767 Sep 07 07:14:24.203263 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a03f1-e035-474b-a849-09fe3bdb5e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05eda5cf-9f27-415f-8cb4-bec1a582f981,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:24.247082 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 50622) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:24.259277 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a43a03f1-e035-474b-a849-09fe3bdb5e08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8f383b4f4484109941f1eafe8406130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973471 Sep 07 07:14:24.273892 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d0c27e-c386-42bf-bdd0-b8e8a3e4ff18 None None] Network 7321652f-b0bf-4161-a2c1-4d058020aac4 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:14:24.353272 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72969c2d-63d5-4e74-8dd4-265073e09c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:24.406141 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72533a-cf6b-4440-909e-5c47924b353d req-7bbc224a-4b9c-49fc-9568-21db72734268 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:24.408291 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72969c2d-63d5-4e74-8dd4-265073e09c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:24.417380 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bf72533a-cf6b-4440-909e-5c47924b353d req-7bbc224a-4b9c-49fc-9568-21db72734268 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 946 time: 0.1155267 Sep 07 07:14:24.540939 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bf72533a-cf6b-4440-909e-5c47924b353d req-d5321ad4-a8c2-4adb-b475-77d2b496a671 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086133 Sep 07 07:14:24.546188 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72969c2d-63d5-4e74-8dd4-265073e09c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:24.548768 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72969c2d-63d5-4e74-8dd4-265073e09c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:24.553924 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-72969c2d-63d5-4e74-8dd4-265073e09c16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05eda5cf-9f27-415f-8cb4-bec1a582f981 HTTP/1.1" status: 204 len: 168 time: 0.3057327 Sep 07 07:14:24.583706 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72969c2d-63d5-4e74-8dd4-265073e09c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05eda5cf-9f27-415f-8cb4-bec1a582f981,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:24.641570 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8745ea8-273e-421b-a82d-8a508d5260aa req-de7d34f0-73fc-444d-832b-5231ff1ab0f4 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:24.643399 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d8745ea8-273e-421b-a82d-8a508d5260aa req-de7d34f0-73fc-444d-832b-5231ff1ab0f4 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 944 time: 0.1445363 Sep 07 07:14:24.710803 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d8745ea8-273e-421b-a82d-8a508d5260aa req-75c4acb7-e6cb-4d72-954f-07be818788f6 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605791 Sep 07 07:14:24.944658 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device a95d598c-fcd9-4b00-bd84-84bba42c0d16 up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:14:25.029238 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port a95d598c-fcd9-4b00-bd84-84bba42c0d16 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:14:25.033857 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port a95d598c-fcd9-4b00-bd84-84bba42c0d16 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:14:25.034415 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:25.068960 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 50668) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:25.074273 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-b5d32b32-c477-43ee-9e27-de123ea46987 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1629405382-network', 'tenant_id': '1b4535e08b844f6d8e1182d364bf4733'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:14:25.088035 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485cd3e-505a-4623-9590-726294245d17 req-7fc44e9d-424c-4afe-82d1-449f5b599b96 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:25.093673 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3485cd3e-505a-4623-9590-726294245d17 req-7fc44e9d-424c-4afe-82d1-449f5b599b96 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 944 time: 0.1258230 Sep 07 07:14:25.117418 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d32b32-c477-43ee-9e27-de123ea46987 admin admin] Made reservation on behalf of 1b4535e08b844f6d8e1182d364bf4733 for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:14:25.119979 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b5d32b32-c477-43ee-9e27-de123ea46987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:25.131733 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b5d32b32-c477-43ee-9e27-de123ea46987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:25.186279 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3485cd3e-505a-4623-9590-726294245d17 req-ffaf0db6-a753-493d-88d4-9a5a0b495664 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782070 Sep 07 07:14:25.197136 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:25.238891 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7d5212-23cf-4731-b34f-76b8d82bff23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95d598c-fcd9-4b00-bd84-84bba42c0d16'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:14:25.241699 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070f6cd4-ab6b-4b9c-8f67-78840efef25a" -d '{"events": [{"server_uuid": "1e7d5212-23cf-4731-b34f-76b8d82bff23", "name": "network-vif-plugged", "status": "completed", "tag": "a95d598c-fcd9-4b00-bd84-84bba42c0d16"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:14:25.268458 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port a95d598c-fcd9-4b00-bd84-84bba42c0d16, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a95d598c-fcd9-4b00-bd84-84bba42c0d16,segment=NetworkSegment(6750a1fb-cf7e-4d33-b880-1193fed0b435),segment_id=6750a1fb-cf7e-4d33-b880-1193fed0b435)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:14:25.273620 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:25.274859 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 356199c5-11c5-42f1-ad4c-aff1fad32ef3 up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:14:25.278776 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b5d32b32-c477-43ee-9e27-de123ea46987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:25.289188 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b5d32b32-c477-43ee-9e27-de123ea46987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:25.342488 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d32b32-c477-43ee-9e27-de123ea46987 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:14:25.353340 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d32b32-c477-43ee-9e27-de123ea46987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60819cef-a18b-4779-9b0c-3810029db885,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:25.360089 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b5d32b32-c477-43ee-9e27-de123ea46987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:25.360522 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-b5d32b32-c477-43ee-9e27-de123ea46987 admin admin] Added segment 32dc55fe-f45d-442a-ac6b-5640c3a9ba09 of type vlan for network e017f351-d8d9-45fa-8f2e-38642a730af2 Sep 07 07:14:25.366944 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=a95d598c-fcd9-4b00-bd84-84bba42c0d16,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:25.372112 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c598160-4403-4a36-a201-ebb6de53776f x-openstack-request-id: req-3c598160-4403-4a36-a201-ebb6de53776f {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:14:25.372419 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7d5212-23cf-4731-b34f-76b8d82bff23", "name": "network-vif-plugged", "status": "completed", "tag": "a95d598c-fcd9-4b00-bd84-84bba42c0d16", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:14:25.372758 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c598160-4403-4a36-a201-ebb6de53776f {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:14:25.373255 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7d5212-23cf-4731-b34f-76b8d82bff23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95d598c-fcd9-4b00-bd84-84bba42c0d16', 'code': 200} Sep 07 07:14:25.388274 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port 356199c5-11c5-42f1-ad4c-aff1fad32ef3 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:14:25.398862 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port 356199c5-11c5-42f1-ad4c-aff1fad32ef3 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:14:25.399226 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:25.408068 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b5d32b32-c477-43ee-9e27-de123ea46987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:25.434486 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b5d32b32-c477-43ee-9e27-de123ea46987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:25.435797 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d32b32-c477-43ee-9e27-de123ea46987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:25.436529 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b5d32b32-c477-43ee-9e27-de123ea46987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:25.505553 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b5d32b32-c477-43ee-9e27-de123ea46987 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4354258 Sep 07 07:14:25.506493 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:25.509274 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 50684) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:25.514983 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-9dc611ca-de00-4013-b271-f5e07270fa2c admin admin] Request body: {'subnet': {'network_id': 'e017f351-d8d9-45fa-8f2e-38642a730af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1629405382-subnet', 'tenant_id': '1b4535e08b844f6d8e1182d364bf4733', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:14:25.518765 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d32b32-c477-43ee-9e27-de123ea46987 admin admin] Pushing event updated for resources: {'Network': ['ID=e017f351-d8d9-45fa-8f2e-38642a730af2,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:25.536768 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network e017f351-d8d9-45fa-8f2e-38642a730af2 details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:14:25.585397 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc611ca-de00-4013-b271-f5e07270fa2c admin admin] Made reservation on behalf of 1b4535e08b844f6d8e1182d364bf4733 for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:14:25.588802 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9dc611ca-de00-4013-b271-f5e07270fa2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5791306'] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:25.590897 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 356199c5-11c5-42f1-ad4c-aff1fad32ef3, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=356199c5-11c5-42f1-ad4c-aff1fad32ef3,segment=NetworkSegment(b24d96c3-aef1-4eca-99ab-66ea0408b23f),segment_id=b24d96c3-aef1-4eca-99ab-66ea0408b23f)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:14:25.635658 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:25.732628 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d2f67-d16a-4b7f-8fb2-8328cffe2728 req-db09801c-85e9-46b2-957b-f205b6a1a424 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:25.735607 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ea3d2f67-d16a-4b7f-8fb2-8328cffe2728 req-db09801c-85e9-46b2-957b-f205b6a1a424 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 946 time: 0.0891142 Sep 07 07:14:25.755000 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=356199c5-11c5-42f1-ad4c-aff1fad32ef3,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:25.780811 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c5434-7a82-4b2c-a487-c67daf91f26e req-02b67c15-b364-4b14-a816-880dab2f41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:25.782839 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7d9c5434-7a82-4b2c-a487-c67daf91f26e req-02b67c15-b364-4b14-a816-880dab2f41f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 1098 time: 0.1886470 Sep 07 07:14:25.809752 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ea3d2f67-d16a-4b7f-8fb2-8328cffe2728 req-941b07f4-1715-4a61-bd8e-e1022271829d tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591879 Sep 07 07:14:25.861449 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7d9c5434-7a82-4b2c-a487-c67daf91f26e req-af104be5-ebfa-4932-9ed7-931e0a13b624 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702698 Sep 07 07:14:25.975357 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca55e9-cf03-44c0-8c6f-b44e27e12204 req-8cbfea0d-fd85-45c1-a7ff-fe10a7dd7ee0 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:25.977529 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-17ca55e9-cf03-44c0-8c6f-b44e27e12204 req-8cbfea0d-fd85-45c1-a7ff-fe10a7dd7ee0 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.1184647 Sep 07 07:14:26.016577 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9dc611ca-de00-4013-b271-f5e07270fa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5732386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5791292'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:26.073193 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-17ca55e9-cf03-44c0-8c6f-b44e27e12204 req-583c9dda-f3df-4a05-98ae-f56bd153fe69 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836341 Sep 07 07:14:26.100087 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc611ca-de00-4013-b271-f5e07270fa2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c099419-ba63-478d-a794-45b9cae05229,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:26.110380 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc611ca-de00-4013-b271-f5e07270fa2c admin admin] Checking segment: {'id': '32dc55fe-f45d-442a-ac6b-5640c3a9ba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e017f351-d8d9-45fa-8f2e-38642a730af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:14:26.110778 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc611ca-de00-4013-b271-f5e07270fa2c admin admin] Network hostable DHCP agents. Network: e017f351-d8d9-45fa-8f2e-38642a730af2, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:14:26.145565 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc611ca-de00-4013-b271-f5e07270fa2c admin admin] Network e017f351-d8d9-45fa-8f2e-38642a730af2 is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:14:26.159856 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-9dc611ca-de00-4013-b271-f5e07270fa2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, e017f351-d8d9-45fa-8f2e-38642a730af2) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:14:26.170527 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0159b409-799f-47ba-9411-6c8e8afaadb9 None None] Network e017f351-d8d9-45fa-8f2e-38642a730af2 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:14:26.196475 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc611ca-de00-4013-b271-f5e07270fa2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:26.197075 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9dc611ca-de00-4013-b271-f5e07270fa2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:26.225724 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-9dc611ca-de00-4013-b271-f5e07270fa2c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7149923 Sep 07 07:14:26.344188 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11144bc4-9c9a-4384-94f5-d8918f13fd03 req-fc80bc28-0765-4843-b936-f82849bf3b6a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:26.345813 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-11144bc4-9c9a-4384-94f5-d8918f13fd03 req-fc80bc28-0765-4843-b936-f82849bf3b6a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0646813 Sep 07 07:14:26.409326 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9468a066-7f3f-4bee-836a-2fc33bca190a None None] Network e017f351-d8d9-45fa-8f2e-38642a730af2 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:14:26.426518 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-11144bc4-9c9a-4384-94f5-d8918f13fd03 req-d03cd1a3-ea00-4519-a46f-abbcf4bda256 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636837 Sep 07 07:14:27.191242 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf56a4-ca59-45f4-9a06-f58cfd4f0729 req-38c898aa-1705-48b8-a098-6aa9dcf8a2c4 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:27.192867 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9baf56a4-ca59-45f4-9a06-f58cfd4f0729 req-38c898aa-1705-48b8-a098-6aa9dcf8a2c4 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0525734 Sep 07 07:14:27.242150 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9baf56a4-ca59-45f4-9a06-f58cfd4f0729 req-b9ccd6e2-70fb-4b6e-babf-6b8aa48ca03c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378864 Sep 07 07:14:27.374232 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65caabf3-5342-40dd-923e-b64141c2bbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356199c5-11c5-42f1-ad4c-aff1fad32ef3'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:14:27.376690 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6c6b8d-929f-4dd9-97b4-d802cebc7e8f" -d '{"events": [{"server_uuid": "65caabf3-5342-40dd-923e-b64141c2bbd0", "name": "network-vif-plugged", "status": "completed", "tag": "356199c5-11c5-42f1-ad4c-aff1fad32ef3"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:14:27.412672 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1611908e-32f6-49d6-913f-1c33534aef3c x-openstack-request-id: req-1611908e-32f6-49d6-913f-1c33534aef3c {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:14:27.412971 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65caabf3-5342-40dd-923e-b64141c2bbd0", "name": "network-vif-plugged", "status": "completed", "tag": "356199c5-11c5-42f1-ad4c-aff1fad32ef3", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:14:27.413229 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1611908e-32f6-49d6-913f-1c33534aef3c {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:14:27.413624 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65caabf3-5342-40dd-923e-b64141c2bbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356199c5-11c5-42f1-ad4c-aff1fad32ef3', 'code': 200} Sep 07 07:14:27.559851 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c8e563b1-eb4f-4167-8bb8-da3d149d1deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:27.562732 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70a050-b9e0-48ad-85c7-8c59a1ec2dd6 req-27513148-5dea-4a50-9f53-77b5ceb01eca tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:27.572265 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8f70a050-b9e0-48ad-85c7-8c59a1ec2dd6 req-27513148-5dea-4a50-9f53-77b5ceb01eca tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0611112 Sep 07 07:14:27.627775 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8f70a050-b9e0-48ad-85c7-8c59a1ec2dd6 req-cd0900ae-0a9e-4de4-82e3-63d32ea7079a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485787 Sep 07 07:14:27.736327 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fd1d5-b557-4722-adcd-b1df08ff8374 req-46f915df-42cb-4bca-8ffc-4b4ad7f2d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:27.737834 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5a7fd1d5-b557-4722-adcd-b1df08ff8374 req-46f915df-42cb-4bca-8ffc-4b4ad7f2d5f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 1098 time: 0.0405185 Sep 07 07:14:27.779028 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5a7fd1d5-b557-4722-adcd-b1df08ff8374 req-b0135bd6-c83d-4340-89c9-e2b892f7a665 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288758 Sep 07 07:14:28.361870 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ef036-5438-49b0-8738-4079d360e116 req-55c155b4-78d3-412d-a2f2-3a756370f827 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:28.363209 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-871ef036-5438-49b0-8738-4079d360e116 req-55c155b4-78d3-412d-a2f2-3a756370f827 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0461550 Sep 07 07:14:28.398625 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-871ef036-5438-49b0-8738-4079d360e116 req-59f1273f-fbc3-4785-9e68-1856948e7b28 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289247 Sep 07 07:14:28.507606 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09303d87-0344-4cb2-a601-224ca3befa86 req-d7a9ab00-a5fe-4af7-bcaa-925de42e8558 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:28.509084 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-09303d87-0344-4cb2-a601-224ca3befa86 req-d7a9ab00-a5fe-4af7-bcaa-925de42e8558 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0471375 Sep 07 07:14:28.517399 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 50812) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:28.521688 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-f35d9ea7-b401-4e6f-a397-247454da4245 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Request body: {'floatingip': {'port_id': 'a95d598c-fcd9-4b00-bd84-84bba42c0d16'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:14:28.591245 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f35d9ea7-b401-4e6f-a397-247454da4245 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for floatingip, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:28.738293 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc8f49-f405-4842-8d79-de91dc8a037a req-061f09f4-4018-422b-9b64-8df1151f361c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:28.739770 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-75dc8f49-f405-4842-8d79-de91dc8a037a req-061f09f4-4018-422b-9b64-8df1151f361c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0469620 Sep 07 07:14:28.777338 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-75dc8f49-f405-4842-8d79-de91dc8a037a req-3a1061df-d666-4446-a48e-266f8a9962c7 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311716 Sep 07 07:14:29.368417 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f35d9ea7-b401-4e6f-a397-247454da4245 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:29.372417 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f35d9ea7-b401-4e6f-a397-247454da4245 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579857'] for floatingip, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:29.467005 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.l3_db [None req-f35d9ea7-b401-4e6f-a397-247454da4245 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Floating IP 8bc004cc-630e-47c5-8e82-55995c718973 associated. External IP: 172.27.2.9, port: a95d598c-fcd9-4b00-bd84-84bba42c0d16. Sep 07 07:14:29.663688 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35d9ea7-b401-4e6f-a397-247454da4245 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:14:29.763913 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35d9ea7-b401-4e6f-a397-247454da4245 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:14:29.768217 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f35d9ea7-b401-4e6f-a397-247454da4245 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:29.776761 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55151041-91bc-43a6-b3e4-39a7ee5f3978 None None] Sync routers for ids ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:14:29.786169 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55151041-91bc-43a6-b3e4-39a7ee5f3978 None None] Routers {'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:14:29.786776 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-55151041-91bc-43a6-b3e4-39a7ee5f3978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:14:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:14:29.793645 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f35d9ea7-b401-4e6f-a397-247454da4245 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "PUT /v2.0/floatingips/8bc004cc-630e-47c5-8e82-55995c718973 HTTP/1.1" status: 200 len: 989 time: 1.2752242 Sep 07 07:14:29.794215 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7d5212-23cf-4731-b34f-76b8d82bff23', 'tag': 'a95d598c-fcd9-4b00-bd84-84bba42c0d16'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:14:29.796725 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114d681f-708d-497f-9ac7-309c847c0ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7d5212-23cf-4731-b34f-76b8d82bff23", "tag": "a95d598c-fcd9-4b00-bd84-84bba42c0d16"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:14:29.889849 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-55151041-91bc-43a6-b3e4-39a7ee5f3978 None None] Set router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:14:29.891361 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce3748-74d8-4521-9ad1-beecf17d6827 req-5e15cf00-262d-4eee-a7e9-12b5ec746c8a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:29.892834 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8dce3748-74d8-4521-9ad1-beecf17d6827 req-5e15cf00-262d-4eee-a7e9-12b5ec746c8a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0472956 Sep 07 07:14:29.933540 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8dce3748-74d8-4521-9ad1-beecf17d6827 req-10142e3d-f8a7-495c-91ab-1b647c856a3d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347431 Sep 07 07:14:29.975874 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e8e90e-9c38-494a-8070-3c1460c29f93 x-openstack-request-id: req-b6e8e90e-9c38-494a-8070-3c1460c29f93 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:14:29.976172 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7d5212-23cf-4731-b34f-76b8d82bff23", "tag": "a95d598c-fcd9-4b00-bd84-84bba42c0d16", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:14:29.976737 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6e8e90e-9c38-494a-8070-3c1460c29f93 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:14:29.977126 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7d5212-23cf-4731-b34f-76b8d82bff23', 'tag': 'a95d598c-fcd9-4b00-bd84-84bba42c0d16', 'status': 'completed', 'code': 200} Sep 07 07:14:30.193180 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:30.249685 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-55151041-91bc-43a6-b3e4-39a7ee5f3978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': '8bc004cc-630e-47c5-8e82-55995c718973', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'port_id': 'a95d598c-fcd9-4b00-bd84-84bba42c0d16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'mac_address': 'fa:16:3e:cd:2f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d5212-23cf-4731-b34f-76b8d82bff23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:14:00Z', 'updated_at': '2021-09-07T07:14:29Z', 'revision_number': 1, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19c56ae-891c-43b6-a888-0544a47d3402', 'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'mac_address': 'fa:16:3e:2d:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:49Z', 'updated_at': '2021-09-07T07:14:01Z', 'revision_number': 5, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'subnets': [{'id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:14:30.275909 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55151041-91bc-43a6-b3e4-39a7ee5f3978 None None] Checking router: dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:14:30.277055 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c7869e4c-9dbb-4c11-aded-e75120db9ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:30.284749 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55151041-91bc-43a6-b3e4-39a7ee5f3978 None None] Routers {'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:14:30.285506 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-55151041-91bc-43a6-b3e4-39a7ee5f3978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:14:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:14:30.390267 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-55151041-91bc-43a6-b3e4-39a7ee5f3978 None None] Set router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:14:30.612643 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-55151041-91bc-43a6-b3e4-39a7ee5f3978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': '8bc004cc-630e-47c5-8e82-55995c718973', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'port_id': 'a95d598c-fcd9-4b00-bd84-84bba42c0d16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'mac_address': 'fa:16:3e:cd:2f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d5212-23cf-4731-b34f-76b8d82bff23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:14:00Z', 'updated_at': '2021-09-07T07:14:29Z', 'revision_number': 1, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19c56ae-891c-43b6-a888-0544a47d3402', 'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'mac_address': 'fa:16:3e:2d:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:49Z', 'updated_at': '2021-09-07T07:14:01Z', 'revision_number': 5, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'subnets': [{'id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:14:30.637909 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55151041-91bc-43a6-b3e4-39a7ee5f3978 None None] The sync data for ids ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'] in dv-cinder-804735-9-iscsi is: [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': '8bc004cc-630e-47c5-8e82-55995c718973', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'port_id': 'a95d598c-fcd9-4b00-bd84-84bba42c0d16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'mac_address': 'fa:16:3e:cd:2f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d5212-23cf-4731-b34f-76b8d82bff23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:14:00Z', 'updated_at': '2021-09-07T07:14:29Z', 'revision_number': 1, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19c56ae-891c-43b6-a888-0544a47d3402', 'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'mac_address': 'fa:16:3e:2d:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:49Z', 'updated_at': '2021-09-07T07:14:01Z', 'revision_number': 5, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'subnets': [{'id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:14:30.823577 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62265c0-8071-4945-ba19-e1b0112095bf None None] New status for floating IP 8bc004cc-630e-47c5-8e82-55995c718973: ACTIVE {{(pid=94031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 07:14:31.047832 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35773fba-be6c-4923-bd47-dddd34ae79ec req-1c4887e6-fc00-432d-b291-9201747a67b1 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:31.050364 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-35773fba-be6c-4923-bd47-dddd34ae79ec req-1c4887e6-fc00-432d-b291-9201747a67b1 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0506709 Sep 07 07:14:31.087869 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:31.098948 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-35773fba-be6c-4923-bd47-dddd34ae79ec req-e15fcdb4-6bee-4782-82a0-19799dc8b3ed tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316927 Sep 07 07:14:32.208247 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b424a00-b4b7-421f-a4dc-33f65fd1d3f8 req-aaca1def-3f0e-420f-b5c8-3fa0cd839f78 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:32.210488 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b424a00-b4b7-421f-a4dc-33f65fd1d3f8 req-aaca1def-3f0e-420f-b5c8-3fa0cd839f78 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0469053 Sep 07 07:14:32.250585 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b424a00-b4b7-421f-a4dc-33f65fd1d3f8 req-90d91ced-d6f7-4d03-b64f-70142d5bc023 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342815 Sep 07 07:14:32.516603 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d681f-708d-497f-9ac7-309c847c0ecb req-d7cc74b1-4027-44c0-95e8-ec2b6243cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:32.518091 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-114d681f-708d-497f-9ac7-309c847c0ecb req-d7cc74b1-4027-44c0-95e8-ec2b6243cd99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af77442a8c7443a5a8a5ba77a1a860e8&device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 1098 time: 0.0427012 Sep 07 07:14:32.612911 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d681f-708d-497f-9ac7-309c847c0ecb req-a0715eaa-4393-4826-b674-5bc4949a347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:32.614385 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-114d681f-708d-497f-9ac7-309c847c0ecb req-a0715eaa-4393-4826-b674-5bc4949a347a service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a6bf082-f995-4176-a62b-a1e75c89f882 HTTP/1.1" status: 200 len: 911 time: 0.0862644 Sep 07 07:14:32.707925 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-114d681f-708d-497f-9ac7-309c847c0ecb req-77d5073d-7936-410e-b364-fabb333bc6c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a95d598c-fcd9-4b00-bd84-84bba42c0d16 HTTP/1.1" status: 200 len: 999 time: 0.0856240 Sep 07 07:14:32.758056 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d681f-708d-497f-9ac7-309c847c0ecb req-3855dfa6-efa0-46be-9c40-c39f7e488cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:32.759487 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-114d681f-708d-497f-9ac7-309c847c0ecb req-3855dfa6-efa0-46be-9c40-c39f7e488cb9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3cddb77f-e14b-40a5-ac21-cbec1af62b3e HTTP/1.1" status: 200 len: 849 time: 0.0428867 Sep 07 07:14:32.803848 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d681f-708d-497f-9ac7-309c847c0ecb req-b40efd3c-4d4a-4c0f-8c35-5e5227dd8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:32.805614 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-114d681f-708d-497f-9ac7-309c847c0ecb req-b40efd3c-4d4a-4c0f-8c35-5e5227dd8887 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a6bf082-f995-4176-a62b-a1e75c89f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387375 Sep 07 07:14:32.904762 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-114d681f-708d-497f-9ac7-309c847c0ecb req-1f2030e9-7270-463c-acd6-bd4b76286b49 service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823057 Sep 07 07:14:32.990603 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-114d681f-708d-497f-9ac7-309c847c0ecb req-54bd6f8a-caab-48af-b964-ef9931a1a7d4 service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780165 Sep 07 07:14:33.273634 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:33.363673 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a817d-9583-4058-aff9-0b06c726c271 req-b1523ba4-afcc-4894-a904-c8a1a2d17794 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:33.365731 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-623a817d-9583-4058-aff9-0b06c726c271 req-b1523ba4-afcc-4894-a904-c8a1a2d17794 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0487370 Sep 07 07:14:33.406354 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-623a817d-9583-4058-aff9-0b06c726c271 req-ed5849f6-4ddb-48b4-9cdd-5e6484f76e37 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345416 Sep 07 07:14:34.517902 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60342f-6096-445b-a198-2282453d6ea3 req-1219370e-9118-4087-ae2d-63dd6d7b778d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:34.519415 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cf60342f-6096-445b-a198-2282453d6ea3 req-1219370e-9118-4087-ae2d-63dd6d7b778d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0468798 Sep 07 07:14:34.555846 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cf60342f-6096-445b-a198-2282453d6ea3 req-6ae823d5-727b-47f5-ba84-25a09f38d315 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301335 Sep 07 07:14:35.666575 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de2fef-cb9e-4522-8610-6c282cd15629 req-9f4535d4-d7e2-4048-a04c-c5cc9edbd238 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:35.668038 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-23de2fef-cb9e-4522-8610-6c282cd15629 req-9f4535d4-d7e2-4048-a04c-c5cc9edbd238 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0468376 Sep 07 07:14:35.703389 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-23de2fef-cb9e-4522-8610-6c282cd15629 req-0660ec06-6d9b-4e12-8e11-b69c4e11350d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295870 Sep 07 07:14:36.812522 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef48b8d-417b-40a6-959a-fb771c67a7c0 req-e8551dec-8ebb-46cf-adc7-53a82e285de8 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:36.813954 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bef48b8d-417b-40a6-959a-fb771c67a7c0 req-e8551dec-8ebb-46cf-adc7-53a82e285de8 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0466685 Sep 07 07:14:36.853547 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bef48b8d-417b-40a6-959a-fb771c67a7c0 req-4efaf554-2285-4d9b-bef7-7425f72b0dc9 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331240 Sep 07 07:14:37.961346 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a0b00-69a6-4c3d-84d9-f1dc556feb13 req-c12cef65-5023-4445-a595-7fda1c6ef8b2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:37.962840 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d57a0b00-69a6-4c3d-84d9-f1dc556feb13 req-c12cef65-5023-4445-a595-7fda1c6ef8b2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0467281 Sep 07 07:14:37.998967 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d57a0b00-69a6-4c3d-84d9-f1dc556feb13 req-02b1486e-b9ed-4a16-80a7-967c414a2587 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301576 Sep 07 07:14:38.264495 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e90ac4-160c-48e8-b62b-09594628d73d req-df18f8e7-af8a-439e-bec3-116761ca320c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:38.265868 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-41e90ac4-160c-48e8-b62b-09594628d73d req-df18f8e7-af8a-439e-bec3-116761ca320c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0474689 Sep 07 07:14:38.289757 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6333e-11cb-41a7-a73b-c7b238af89b7 req-25d88539-bdf2-469c-8476-558d9ac5e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:38.291231 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-30d6333e-11cb-41a7-a73b-c7b238af89b7 req-25d88539-bdf2-469c-8476-558d9ac5e080 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7c30e28f5a4344a4da4d5176d3e82d&device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 1098 time: 0.0424917 Sep 07 07:14:38.304056 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-41e90ac4-160c-48e8-b62b-09594628d73d req-c5ab97f7-6516-4065-830f-a5b4c0e6c1d9 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317152 Sep 07 07:14:38.383718 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6333e-11cb-41a7-a73b-c7b238af89b7 req-8dd6afa7-3fe8-4031-babf-e6b5771ba769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:38.385166 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-30d6333e-11cb-41a7-a73b-c7b238af89b7 req-8dd6afa7-3fe8-4031-babf-e6b5771ba769 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1c7b4bc-0a52-4394-8c93-76554197629b HTTP/1.1" status: 200 len: 919 time: 0.0812871 Sep 07 07:14:38.429813 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-30d6333e-11cb-41a7-a73b-c7b238af89b7 req-b1d27ef5-0d3b-4595-9b84-8017826fe71d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=356199c5-11c5-42f1-ad4c-aff1fad32ef3 HTTP/1.1" status: 200 len: 217 time: 0.0357139 Sep 07 07:14:38.481206 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6333e-11cb-41a7-a73b-c7b238af89b7 req-02d3cbc8-13eb-464a-ae03-cc88b8e07528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:38.482526 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-30d6333e-11cb-41a7-a73b-c7b238af89b7 req-02d3cbc8-13eb-464a-ae03-cc88b8e07528 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68dc2d8-9d27-41b8-aaab-67bbe02805ae HTTP/1.1" status: 200 len: 858 time: 0.0416319 Sep 07 07:14:38.513470 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-30d6333e-11cb-41a7-a73b-c7b238af89b7 req-1db1a926-2d18-42d2-ade8-11f21fe5f345 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1c7b4bc-0a52-4394-8c93-76554197629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228212 Sep 07 07:14:38.609437 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-30d6333e-11cb-41a7-a73b-c7b238af89b7 req-398604b4-318d-4f22-a9d2-6831727c5b1b service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875535 Sep 07 07:14:38.892458 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-30d6333e-11cb-41a7-a73b-c7b238af89b7 req-b037c776-6293-4b6e-8714-9056c8553c91 service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749274 Sep 07 07:14:39.415254 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf116f7-a694-481c-ae2e-c2e5dee0e794 req-29231047-9ed4-4a8c-87c5-9fac7aea8745 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:39.416701 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4bf116f7-a694-481c-ae2e-c2e5dee0e794 req-29231047-9ed4-4a8c-87c5-9fac7aea8745 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0466630 Sep 07 07:14:39.455649 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4bf116f7-a694-481c-ae2e-c2e5dee0e794 req-7933abef-fd21-4086-8c95-ba7abca26e25 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330153 Sep 07 07:14:40.714726 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b578e6-05ac-49bb-b7dd-ec2fd3f6bd9d req-639b0084-9683-4a42-a5fd-527ba556d363 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:40.716236 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c8b578e6-05ac-49bb-b7dd-ec2fd3f6bd9d req-639b0084-9683-4a42-a5fd-527ba556d363 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.1943336 Sep 07 07:14:40.753362 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c8b578e6-05ac-49bb-b7dd-ec2fd3f6bd9d req-6af956b2-6ee5-40d8-91c5-4be44493ccc6 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309827 Sep 07 07:14:41.864098 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81198e77-2e50-4b67-bea3-c9170b16ab51 req-b39f018f-ed77-4df1-99d7-d0ace667d4ed tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:41.866066 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-81198e77-2e50-4b67-bea3-c9170b16ab51 req-b39f018f-ed77-4df1-99d7-d0ace667d4ed tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0460324 Sep 07 07:14:41.901096 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-81198e77-2e50-4b67-bea3-c9170b16ab51 req-7e41dbc7-ae5b-45f2-a6c7-9b44e88a5fcd tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292823 Sep 07 07:14:43.013115 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab1516-4ccd-41d8-953f-deb8a04bc2e9 req-cebeb5db-4b2f-43f9-93ec-08b8b4e715aa tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:43.014563 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59ab1516-4ccd-41d8-953f-deb8a04bc2e9 req-cebeb5db-4b2f-43f9-93ec-08b8b4e715aa tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0468297 Sep 07 07:14:43.055103 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59ab1516-4ccd-41d8-953f-deb8a04bc2e9 req-f2f07bda-c00d-4304-886b-7f7ad0203c45 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346725 Sep 07 07:14:44.165805 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37420c3-79be-4679-ad53-717ae5004d74 req-c6299396-a7fa-44ce-8c09-5eade030ac88 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:44.167246 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c37420c3-79be-4679-ad53-717ae5004d74 req-c6299396-a7fa-44ce-8c09-5eade030ac88 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0472612 Sep 07 07:14:44.206114 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c37420c3-79be-4679-ad53-717ae5004d74 req-b5ea499f-42ce-427c-ad45-758a4fdaa48d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328929 Sep 07 07:14:44.933723 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51090) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:45.040170 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ab70310f-a93b-4204-8e69-223ccb48cf6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:45.128378 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ab70310f-a93b-4204-8e69-223ccb48cf6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:45.132251 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ab70310f-a93b-4204-8e69-223ccb48cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:45.172636 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-ab70310f-a93b-4204-8e69-223ccb48cf6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53f4fb89d9a84fbc9c3e0c077fb8d883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352536 Sep 07 07:14:45.172636 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70310f-a93b-4204-8e69-223ccb48cf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e24f6e-dc58-4236-b3a7-abd7b750722a,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:45.173019 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 51098) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:45.179969 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70310f-a93b-4204-8e69-223ccb48cf6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.180256 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70310f-a93b-4204-8e69-223ccb48cf6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.180906 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70310f-a93b-4204-8e69-223ccb48cf6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.181043 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70310f-a93b-4204-8e69-223ccb48cf6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.181276 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70310f-a93b-4204-8e69-223ccb48cf6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.181612 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70310f-a93b-4204-8e69-223ccb48cf6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.181947 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70310f-a93b-4204-8e69-223ccb48cf6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.182924 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70310f-a93b-4204-8e69-223ccb48cf6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.183265 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70310f-a93b-4204-8e69-223ccb48cf6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.183623 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70310f-a93b-4204-8e69-223ccb48cf6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.183969 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70310f-a93b-4204-8e69-223ccb48cf6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.184280 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70310f-a93b-4204-8e69-223ccb48cf6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.226510 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3564da41-0280-4a67-8eab-79f048f462e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:45.253068 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3564da41-0280-4a67-8eab-79f048f462e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:45.329992 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbde04e-369e-4e83-a578-5a0322e5cb6d req-91fe98e9-4f86-49d9-9803-445242d663b2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:45.331480 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dfbde04e-369e-4e83-a578-5a0322e5cb6d req-91fe98e9-4f86-49d9-9803-445242d663b2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0569327 Sep 07 07:14:45.344219 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3564da41-0280-4a67-8eab-79f048f462e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:45.346680 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3564da41-0280-4a67-8eab-79f048f462e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:45.347732 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-3564da41-0280-4a67-8eab-79f048f462e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82e24f6e-dc58-4236-b3a7-abd7b750722a HTTP/1.1" status: 204 len: 168 time: 0.1735604 Sep 07 07:14:45.364226 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564da41-0280-4a67-8eab-79f048f462e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e24f6e-dc58-4236-b3a7-abd7b750722a,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:45.383939 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564da41-0280-4a67-8eab-79f048f462e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.383939 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564da41-0280-4a67-8eab-79f048f462e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.384199 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564da41-0280-4a67-8eab-79f048f462e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.384870 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564da41-0280-4a67-8eab-79f048f462e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.384870 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564da41-0280-4a67-8eab-79f048f462e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.385037 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564da41-0280-4a67-8eab-79f048f462e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.385347 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564da41-0280-4a67-8eab-79f048f462e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.385681 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564da41-0280-4a67-8eab-79f048f462e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.386016 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564da41-0280-4a67-8eab-79f048f462e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.386340 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564da41-0280-4a67-8eab-79f048f462e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.386666 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564da41-0280-4a67-8eab-79f048f462e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.386992 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564da41-0280-4a67-8eab-79f048f462e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:14:45.394564 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dfbde04e-369e-4e83-a578-5a0322e5cb6d req-474a48ab-17dd-4a1d-ab44-957e32861d34 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563736 Sep 07 07:14:45.641218 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 51120) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:45.663865 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-662da411-71d8-46ce-8b38-ce29b53c806b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:45.751828 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-662da411-71d8-46ce-8b38-ce29b53c806b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:45.755490 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-662da411-71d8-46ce-8b38-ce29b53c806b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:45.793372 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-662da411-71d8-46ce-8b38-ce29b53c806b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec3743c900524040abe1e632b60310aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511040 Sep 07 07:14:45.794194 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662da411-71d8-46ce-8b38-ce29b53c806b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb8fb99-63d6-4f75-b4f0-acbd8666b568,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:45.796130 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51124) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:45.842503 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f275-bfa0-4942-a098-5bcaa45ee3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:45.863883 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f275-bfa0-4942-a098-5bcaa45ee3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:45.910685 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f275-bfa0-4942-a098-5bcaa45ee3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:45.914028 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f275-bfa0-4942-a098-5bcaa45ee3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:45.915278 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-6ca9f275-bfa0-4942-a098-5bcaa45ee3c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2bb8fb99-63d6-4f75-b4f0-acbd8666b568 HTTP/1.1" status: 204 len: 168 time: 0.1181595 Sep 07 07:14:45.923452 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9f275-bfa0-4942-a098-5bcaa45ee3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb8fb99-63d6-4f75-b4f0-acbd8666b568,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:46.537762 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516d1c7-ba67-463a-aaf6-a8e58450f18b req-43d963ad-7eee-4294-aa94-82771e7b5194 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:46.539394 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2516d1c7-ba67-463a-aaf6-a8e58450f18b req-43d963ad-7eee-4294-aa94-82771e7b5194 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0519733 Sep 07 07:14:46.579868 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2516d1c7-ba67-463a-aaf6-a8e58450f18b req-63c2645c-d37c-4b0d-a22f-9c7d66ff09a7 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333111 Sep 07 07:14:46.655261 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51172) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:46.759757 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-e41c99c5-a503-4e98-adf4-3b15d9504c07 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1453781472-network', 'tenant_id': 'cdae81bc721d4108bc4e33670d40b35d'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:14:46.784347 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41c99c5-a503-4e98-adf4-3b15d9504c07 admin admin] Made reservation on behalf of cdae81bc721d4108bc4e33670d40b35d for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:14:46.787532 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e41c99c5-a503-4e98-adf4-3b15d9504c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:46.796715 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e41c99c5-a503-4e98-adf4-3b15d9504c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:46.898141 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e41c99c5-a503-4e98-adf4-3b15d9504c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:46.902586 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e41c99c5-a503-4e98-adf4-3b15d9504c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:46.905819 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 51190) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:46.932299 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c99c5-a503-4e98-adf4-3b15d9504c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:46.937450 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41c99c5-a503-4e98-adf4-3b15d9504c07 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:14:46.947285 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e41c99c5-a503-4e98-adf4-3b15d9504c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:46.947700 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-e41c99c5-a503-4e98-adf4-3b15d9504c07 admin admin] Added segment cf1c1dbb-c329-4dc0-a11a-bc057a87752a of type vlan for network 8a8594d2-eeb3-47f8-bcde-c2d3101c5af9 Sep 07 07:14:47.030225 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e41c99c5-a503-4e98-adf4-3b15d9504c07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:47.066858 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e41c99c5-a503-4e98-adf4-3b15d9504c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:47.068768 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-03c2026f-27be-42da-bfd3-7688adb97c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:47.068894 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41c99c5-a503-4e98-adf4-3b15d9504c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:47.069391 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e41c99c5-a503-4e98-adf4-3b15d9504c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:47.130501 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c99c5-a503-4e98-adf4-3b15d9504c07 admin admin] Pushing event updated for resources: {'Network': ['ID=8a8594d2-eeb3-47f8-bcde-c2d3101c5af9,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:47.141238 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network 8a8594d2-eeb3-47f8-bcde-c2d3101c5af9 details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:14:47.159376 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-03c2026f-27be-42da-bfd3-7688adb97c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:47.165620 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-03c2026f-27be-42da-bfd3-7688adb97c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:47.169438 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e41c99c5-a503-4e98-adf4-3b15d9504c07 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5129638 Sep 07 07:14:47.172411 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51200) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:47.177596 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-09491629-1f38-4f02-9bbc-6a9f54d9e4b7 admin admin] Request body: {'subnet': {'network_id': '8a8594d2-eeb3-47f8-bcde-c2d3101c5af9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1453781472-subnet', 'tenant_id': 'cdae81bc721d4108bc4e33670d40b35d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:14:47.203811 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09491629-1f38-4f02-9bbc-6a9f54d9e4b7 admin admin] Made reservation on behalf of cdae81bc721d4108bc4e33670d40b35d for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:14:47.207331 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-09491629-1f38-4f02-9bbc-6a9f54d9e4b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5791306'] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:47.207470 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-03c2026f-27be-42da-bfd3-7688adb97c42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f36ebf1dd9a40b9912b6215cde67c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002996 Sep 07 07:14:47.209643 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2026f-27be-42da-bfd3-7688adb97c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1295f2d5-b21d-42fe-a42b-d96a6e9be6b6,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:47.212740 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 51202) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:14:47.264402 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-80c695c8-8198-4b22-9716-b012fa7fbd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:47.286045 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-80c695c8-8198-4b22-9716-b012fa7fbd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:47.335301 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-80c695c8-8198-4b22-9716-b012fa7fbd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:47.337971 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-80c695c8-8198-4b22-9716-b012fa7fbd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:47.339113 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-80c695c8-8198-4b22-9716-b012fa7fbd0d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1295f2d5-b21d-42fe-a42b-d96a6e9be6b6 HTTP/1.1" status: 204 len: 168 time: 0.1252182 Sep 07 07:14:47.346418 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c695c8-8198-4b22-9716-b012fa7fbd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1295f2d5-b21d-42fe-a42b-d96a6e9be6b6,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:47.404386 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-09491629-1f38-4f02-9bbc-6a9f54d9e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5732386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5791292'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:47.462908 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09491629-1f38-4f02-9bbc-6a9f54d9e4b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13aa5f7b-a49e-4dc9-93c7-8c7dc2d2a66d,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:47.473055 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09491629-1f38-4f02-9bbc-6a9f54d9e4b7 admin admin] Checking segment: {'id': 'cf1c1dbb-c329-4dc0-a11a-bc057a87752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a8594d2-eeb3-47f8-bcde-c2d3101c5af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:14:47.473441 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09491629-1f38-4f02-9bbc-6a9f54d9e4b7 admin admin] Network hostable DHCP agents. Network: 8a8594d2-eeb3-47f8-bcde-c2d3101c5af9, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:14:47.496658 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09491629-1f38-4f02-9bbc-6a9f54d9e4b7 admin admin] Network 8a8594d2-eeb3-47f8-bcde-c2d3101c5af9 is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:14:47.512221 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-09491629-1f38-4f02-9bbc-6a9f54d9e4b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, 8a8594d2-eeb3-47f8-bcde-c2d3101c5af9) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:14:47.517186 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09491629-1f38-4f02-9bbc-6a9f54d9e4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:47.518147 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-09491629-1f38-4f02-9bbc-6a9f54d9e4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:47.526612 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc0c63b-9e1a-414d-abd3-64411a9cf164 None None] Network 8a8594d2-eeb3-47f8-bcde-c2d3101c5af9 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:14:47.550792 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-09491629-1f38-4f02-9bbc-6a9f54d9e4b7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3767381 Sep 07 07:14:47.714202 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351d9f3-d3e5-4e50-9a0e-7d4e504489f2 req-389ff226-6f0b-4e09-a5e3-f50a46b3adf2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:47.715727 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f351d9f3-d3e5-4e50-9a0e-7d4e504489f2 req-389ff226-6f0b-4e09-a5e3-f50a46b3adf2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0534325 Sep 07 07:14:47.728152 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea3d7eb-f039-460f-8681-41991b4fb417 None None] Network 8a8594d2-eeb3-47f8-bcde-c2d3101c5af9 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:14:47.765277 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f351d9f3-d3e5-4e50-9a0e-7d4e504489f2 req-3eec2578-9897-4a55-9352-b0f23b715fab tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420384 Sep 07 07:14:48.667712 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ad0d0572-dfd2-4335-9a8c-80f27598de18 req-f9a40627-f906-410a-b8cb-94051e88d4b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427196 Sep 07 07:14:48.802027 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d0572-dfd2-4335-9a8c-80f27598de18 req-c1f24b10-898a-4a93-89f7-113363d00723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:48.803578 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ad0d0572-dfd2-4335-9a8c-80f27598de18 req-c1f24b10-898a-4a93-89f7-113363d00723 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1941f241057e4fa98d84552cc6064fe0&device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 1099 time: 0.0467896 Sep 07 07:14:48.894796 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24209d5b-83f6-48ec-b94c-a4890e17bdc0 req-60f9a4b7-cdb2-4e7d-b815-1594c6d1a471 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:48.894796 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-24209d5b-83f6-48ec-b94c-a4890e17bdc0 req-60f9a4b7-cdb2-4e7d-b815-1594c6d1a471 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0575531 Sep 07 07:14:48.935515 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d0572-dfd2-4335-9a8c-80f27598de18 req-f0a0fb2a-49d3-4af6-abfe-34116cab8b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:48.936979 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ad0d0572-dfd2-4335-9a8c-80f27598de18 req-f0a0fb2a-49d3-4af6-abfe-34116cab8b94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e HTTP/1.1" status: 200 len: 916 time: 0.1031094 Sep 07 07:14:48.939837 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-24209d5b-83f6-48ec-b94c-a4890e17bdc0 req-c846dd3a-8144-4230-84fe-b9a4eb36da1b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365145 Sep 07 07:14:48.990779 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ad0d0572-dfd2-4335-9a8c-80f27598de18 req-9f207fcd-d1cf-4eb1-93e6-da3f3d1c2b90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=248be358-cd4c-4e39-acf4-cf97485c1506 HTTP/1.1" status: 200 len: 217 time: 0.0352111 Sep 07 07:14:49.045123 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d0572-dfd2-4335-9a8c-80f27598de18 req-cb7223d2-d8b7-4dbf-b2cf-96c28ac6cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:49.046562 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ad0d0572-dfd2-4335-9a8c-80f27598de18 req-cb7223d2-d8b7-4dbf-b2cf-96c28ac6cd8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bbfed80f-05db-4166-bc1f-98df7697e081 HTTP/1.1" status: 200 len: 855 time: 0.0439146 Sep 07 07:14:49.093025 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ad0d0572-dfd2-4335-9a8c-80f27598de18 req-f808e4db-5045-4517-a9de-90acf0ba3c4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235517 Sep 07 07:14:49.186696 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ad0d0572-dfd2-4335-9a8c-80f27598de18 req-e209cc62-5f66-4e72-a9da-5e5b99097457 service neutron] 10.222.0.15 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839188 Sep 07 07:14:49.291089 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ad0d0572-dfd2-4335-9a8c-80f27598de18 req-8d069a64-8299-459d-a55e-7cf75d0ff9d7 service neutron] 10.222.0.15 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927720 Sep 07 07:14:49.405773 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-47565d13-38c2-4337-90f4-eb8e47bd00d0 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:49.407236 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-47565d13-38c2-4337-90f4-eb8e47bd00d0 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/networks?id=8a8594d2-eeb3-47f8-bcde-c2d3101c5af9 HTTP/1.1" status: 200 len: 814 time: 0.1005719 Sep 07 07:14:49.421978 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-2e27f214-c651-4a13-bb07-65fb610f7485 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/quotas/cdae81bc721d4108bc4e33670d40b35d HTTP/1.1" status: 200 len: 375 time: 0.0085125 Sep 07 07:14:49.451272 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-cb5e1f51-648f-427e-a646-7562e7eb84ca tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdae81bc721d4108bc4e33670d40b35d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0241528 Sep 07 07:14:49.540991 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-a281feb1-5b43-4788-a123-e36d6a561ecf service neutron] 10.222.0.30 "GET /v2.0/networks/8a8594d2-eeb3-47f8-bcde-c2d3101c5af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826852 Sep 07 07:14:49.639935 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-d1c81fe8-609e-4e0a-bf3c-3c0e88ad2f6d service neutron] 10.222.0.30 "GET /v2.0/networks/8a8594d2-eeb3-47f8-bcde-c2d3101c5af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929189 Sep 07 07:14:49.789476 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8385ec56-2b19-4cb0-a6f7-a308e66ef69a req-7863d9b0-107d-4f20-8046-95bd12ab328a tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 210 time: 0.0248835 Sep 07 07:14:49.887683 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:14:50.057685 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d1099-2ef0-4046-ac31-1521b98df698 req-3ae70130-eecd-4e4f-b1d0-fdc067ffc1d4 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:50.059533 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-497d1099-2ef0-4046-ac31-1521b98df698 req-3ae70130-eecd-4e4f-b1d0-fdc067ffc1d4 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0569422 Sep 07 07:14:50.104459 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-497d1099-2ef0-4046-ac31-1521b98df698 req-bd0e78b4-2852-429b-a954-71bd85bfb3a6 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377772 Sep 07 07:14:50.882308 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2b92ff92-e794-476c-844d-fb7adbc8e8c4 req-7495b9e5-e342-4e87-9e87-88cfd7520bc7 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 210 time: 0.0266714 Sep 07 07:14:51.049509 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-e621a1a8-84ac-4751-bd96-a0acd592cab4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:51.050874 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-e621a1a8-84ac-4751-bd96-a0acd592cab4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.15 "GET /v2.0/networks?id=8a8594d2-eeb3-47f8-bcde-c2d3101c5af9 HTTP/1.1" status: 200 len: 814 time: 0.0980644 Sep 07 07:14:51.081838 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-d5507c69-ba3f-4f78-87e4-183d6cd51090 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Request body: {'port': {'device_id': '4b624f02-1d8b-4c10-9162-17a4bed8bf49', 'network_id': '8a8594d2-eeb3-47f8-bcde-c2d3101c5af9', 'admin_state_up': True, 'tenant_id': 'cdae81bc721d4108bc4e33670d40b35d'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:14:51.128467 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:51.241540 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21ff90-f2d4-4278-8c61-37c4680b14dd req-b686c2e6-76f3-4da4-a033-d09e0df61dcc tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:51.243019 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bc21ff90-f2d4-4278-8c61-37c4680b14dd req-b686c2e6-76f3-4da4-a033-d09e0df61dcc tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0666053 Sep 07 07:14:51.243776 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-d5507c69-ba3f-4f78-87e4-183d6cd51090 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Made reservation on behalf of cdae81bc721d4108bc4e33670d40b35d for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:14:51.247211 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-d5507c69-ba3f-4f78-87e4-183d6cd51090 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:51.299431 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bc21ff90-f2d4-4278-8c61-37c4680b14dd req-ba7ac524-a3ac-42b7-86e1-54d69dba6a9b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488479 Sep 07 07:14:51.405812 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-d5507c69-ba3f-4f78-87e4-183d6cd51090 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Allocated IP 172.20.0.14 (8a8594d2-eeb3-47f8-bcde-c2d3101c5af9/13aa5f7b-a49e-4dc9-93c7-8c7dc2d2a66d/e86da46a-f052-4f3e-a9ee-ff373c1ec4db) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:14:51.556245 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-d5507c69-ba3f-4f78-87e4-183d6cd51090 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:51.604262 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-d5507c69-ba3f-4f78-87e4-183d6cd51090 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:51.646149 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-d5507c69-ba3f-4f78-87e4-183d6cd51090 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Network 8a8594d2-eeb3-47f8-bcde-c2d3101c5af9 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:14:51.649299 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-d5507c69-ba3f-4f78-87e4-183d6cd51090 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:14:51.655196 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-d5507c69-ba3f-4f78-87e4-183d6cd51090 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:14:51.678047 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5507c69-ba3f-4f78-87e4-183d6cd51090 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Pushing event updated for resources: {'Port': ['ID=e86da46a-f052-4f3e-a9ee-ff373c1ec4db,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:51.706164 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-d5507c69-ba3f-4f78-87e4-183d6cd51090 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:51.706788 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-d5507c69-ba3f-4f78-87e4-183d6cd51090 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:51.722861 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-d5507c69-ba3f-4f78-87e4-183d6cd51090 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6453485 Sep 07 07:14:51.758397 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Request body: {'port': {'device_id': '4b624f02-1d8b-4c10-9162-17a4bed8bf49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:14:51.818117 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:52.025558 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80464e-eba7-45cb-90d1-040d86823ffc req-e4a0f4d2-d987-4f05-85b3-6c9fac73eeef tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:52.027167 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5f80464e-eba7-45cb-90d1-040d86823ffc req-e4a0f4d2-d987-4f05-85b3-6c9fac73eeef tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 932 time: 0.0537136 Sep 07 07:14:52.066102 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5f80464e-eba7-45cb-90d1-040d86823ffc req-2cd6b798-4df4-49b8-896d-50d4121e4b42 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327961 Sep 07 07:14:52.090710 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86da46a-f052-4f3e-a9ee-ff373c1ec4db {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:14:52.098044 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:52.110253 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Transition to ACTIVE for port object e86da46a-f052-4f3e-a9ee-ff373c1ec4db will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:14:52.113267 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:52.162434 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Pushing event updated for resources: {'Port': ['ID=e86da46a-f052-4f3e-a9ee-ff373c1ec4db,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:52.225227 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Attempting to bind port e86da46a-f052-4f3e-a9ee-ff373c1ec4db on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:14:52.225564 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Attempting to bind port e86da46a-f052-4f3e-a9ee-ff373c1ec4db by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'cf1c1dbb-c329-4dc0-a11a-bc057a87752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a8594d2-eeb3-47f8-bcde-c2d3101c5af9'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:14:52.225889 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Attempting to bind port e86da46a-f052-4f3e-a9ee-ff373c1ec4db on network 8a8594d2-eeb3-47f8-bcde-c2d3101c5af9 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:14:52.230289 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Port e86da46a-f052-4f3e-a9ee-ff373c1ec4db on network 8a8594d2-eeb3-47f8-bcde-c2d3101c5af9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:14:52.230602 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Attempting to bind port e86da46a-f052-4f3e-a9ee-ff373c1ec4db on network 8a8594d2-eeb3-47f8-bcde-c2d3101c5af9 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:14:52.235174 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:14:52.235534 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Checking segment: {'id': 'cf1c1dbb-c329-4dc0-a11a-bc057a87752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a8594d2-eeb3-47f8-bcde-c2d3101c5af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:14:52.235913 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Bound using segment: {'id': 'cf1c1dbb-c329-4dc0-a11a-bc057a87752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a8594d2-eeb3-47f8-bcde-c2d3101c5af9'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:14:52.236330 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Bound port: e86da46a-f052-4f3e-a9ee-ff373c1ec4db, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf1c1dbb-c329-4dc0-a11a-bc057a87752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a8594d2-eeb3-47f8-bcde-c2d3101c5af9'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:14:52.236682 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:52.297721 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] For port e86da46a-f052-4f3e-a9ee-ff373c1ec4db, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:14:52.301056 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] For port e86da46a-f052-4f3e-a9ee-ff373c1ec4db, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e86da46a-f052-4f3e-a9ee-ff373c1ec4db,segment=NetworkSegment(cf1c1dbb-c329-4dc0-a11a-bc057a87752a),segment_id=cf1c1dbb-c329-4dc0-a11a-bc057a87752a)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:14:52.304906 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:52.337654 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:52.338274 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:52.339705 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] 10.222.0.15 "PUT /v2.0/ports/e86da46a-f052-4f3e-a9ee-ff373c1ec4db HTTP/1.1" status: 200 len: 1094 time: 0.5859625 Sep 07 07:14:52.340146 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b624f02-1d8b-4c10-9162-17a4bed8bf49', 'tag': 'e86da46a-f052-4f3e-a9ee-ff373c1ec4db'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:14:52.342366 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7ca27c-1dd8-4a15-890f-9b4d663970e1" -d '{"events": [{"name": "network-changed", "server_uuid": "4b624f02-1d8b-4c10-9162-17a4bed8bf49", "tag": "e86da46a-f052-4f3e-a9ee-ff373c1ec4db"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:14:52.375569 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6b5b2-65dd-4aa2-b2d8-1d4e9ee2af89 service neutron] Pushing event updated for resources: {'Port': ['ID=e86da46a-f052-4f3e-a9ee-ff373c1ec4db,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:14:52.420236 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f1992-907a-40b0-a962-e5627a141bed req-4269c485-c2e9-4899-a191-7fd0ac7d2718 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:52.421693 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-be2f1992-907a-40b0-a962-e5627a141bed req-4269c485-c2e9-4899-a191-7fd0ac7d2718 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0475709 Sep 07 07:14:52.458574 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-be2f1992-907a-40b0-a962-e5627a141bed req-8f242f0c-893f-46f7-b68f-de7b14b739fd tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304396 Sep 07 07:14:52.499988 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44839dce-7ac0-41a6-86f1-86fe25a48173 x-openstack-request-id: req-44839dce-7ac0-41a6-86f1-86fe25a48173 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:14:52.500279 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b624f02-1d8b-4c10-9162-17a4bed8bf49", "tag": "e86da46a-f052-4f3e-a9ee-ff373c1ec4db", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:14:52.500557 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44839dce-7ac0-41a6-86f1-86fe25a48173 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:14:52.500952 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b624f02-1d8b-4c10-9162-17a4bed8bf49', 'tag': 'e86da46a-f052-4f3e-a9ee-ff373c1ec4db', 'status': 'completed', 'code': 200} Sep 07 07:14:53.178982 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a0d25-5ffa-471c-8d4c-5b8fb5bc0604 req-a9bbb389-66ee-47d5-bf5a-ab8befbe1709 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:53.180458 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9a4a0d25-5ffa-471c-8d4c-5b8fb5bc0604 req-a9bbb389-66ee-47d5-bf5a-ab8befbe1709 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 944 time: 0.0470912 Sep 07 07:14:53.219348 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9a4a0d25-5ffa-471c-8d4c-5b8fb5bc0604 req-bc7199eb-2753-48e0-b521-97fedb824a65 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330853 Sep 07 07:14:53.568946 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27381cf-301b-438f-b513-e5f1a4d9bcfd req-e0d229fe-54d3-47a2-844a-34c067186561 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:53.570458 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a27381cf-301b-438f-b513-e5f1a4d9bcfd req-e0d229fe-54d3-47a2-844a-34c067186561 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0476196 Sep 07 07:14:53.607475 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a27381cf-301b-438f-b513-e5f1a4d9bcfd req-7921b4aa-15c9-4a7a-a1a3-66c65f07bb0f tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310469 Sep 07 07:14:54.328714 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9823a-5163-4f0f-948c-7b89832079bb req-509bbc91-426e-43c0-98f0-31bee10d2156 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:54.330049 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c5e9823a-5163-4f0f-948c-7b89832079bb req-509bbc91-426e-43c0-98f0-31bee10d2156 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 944 time: 0.0472810 Sep 07 07:14:54.366181 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c5e9823a-5163-4f0f-948c-7b89832079bb req-5e365df0-e7c5-46fc-9f7b-577ac3bb91df tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303996 Sep 07 07:14:54.718582 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd3a42-a9ee-4711-8730-ada7ce1c7836 req-8c6fe499-6f5b-412a-8eac-87e0268cf03f tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:54.720048 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f2fd3a42-a9ee-4711-8730-ada7ce1c7836 req-8c6fe499-6f5b-412a-8eac-87e0268cf03f tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0471878 Sep 07 07:14:54.759795 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f2fd3a42-a9ee-4711-8730-ada7ce1c7836 req-1325c01b-9432-4f43-b79a-0eea0fff48a2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340695 Sep 07 07:14:55.476467 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab67111-2c33-4a99-aa16-d25ce70fe884 req-41445aa4-07bc-4ef3-aef6-23a376bbe09f tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:55.477944 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9ab67111-2c33-4a99-aa16-d25ce70fe884 req-41445aa4-07bc-4ef3-aef6-23a376bbe09f tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 944 time: 0.0481937 Sep 07 07:14:55.514512 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9ab67111-2c33-4a99-aa16-d25ce70fe884 req-4c418514-a7e9-4cf2-a62a-0a46bfea0be5 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308473 Sep 07 07:14:55.873499 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e916bbf-b15c-4bf8-8611-012076c4522b req-cba31012-9438-476c-b3c6-4369baae7a03 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:55.875849 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8e916bbf-b15c-4bf8-8611-012076c4522b req-cba31012-9438-476c-b3c6-4369baae7a03 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0487404 Sep 07 07:14:55.912763 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8e916bbf-b15c-4bf8-8611-012076c4522b req-aba3ce78-f68f-44f7-ba3c-d652b66d5230 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318577 Sep 07 07:14:56.468095 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ca27c-1dd8-4a15-890f-9b4d663970e1 req-1cc79546-28ce-44c4-9dd3-fd8aa10e39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:56.469526 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bd7ca27c-1dd8-4a15-890f-9b4d663970e1 req-1cc79546-28ce-44c4-9dd3-fd8aa10e39bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdae81bc721d4108bc4e33670d40b35d&device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 1097 time: 0.0382793 Sep 07 07:14:56.726629 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d279f1-8554-42e0-9d3d-7a3d39648936 req-4317b62a-54e1-4719-8cd7-f10bf6e41505 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:56.728049 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d5d279f1-8554-42e0-9d3d-7a3d39648936 req-4317b62a-54e1-4719-8cd7-f10bf6e41505 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 944 time: 0.1353977 Sep 07 07:14:56.732320 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ca27c-1dd8-4a15-890f-9b4d663970e1 req-2d680cea-1e51-48b9-a17a-9128fdf146d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:56.733642 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bd7ca27c-1dd8-4a15-890f-9b4d663970e1 req-2d680cea-1e51-48b9-a17a-9128fdf146d8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cdae81bc721d4108bc4e33670d40b35d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2043703 Sep 07 07:14:56.765536 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d5d279f1-8554-42e0-9d3d-7a3d39648936 req-18ce6f4c-9051-4802-bee6-cf844d6616fb tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310042 Sep 07 07:14:57.004588 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ca27c-1dd8-4a15-890f-9b4d663970e1 req-e1cac41d-12de-4ea4-8518-b4aa2b8f7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:57.006017 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bd7ca27c-1dd8-4a15-890f-9b4d663970e1 req-e1cac41d-12de-4ea4-8518-b4aa2b8f7fe6 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1551261 Sep 07 07:14:57.030285 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637eda1c-cc67-4e84-80e5-94070b7e6a26 req-5a842322-d162-4534-93ed-68dd5be26fde tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:57.031905 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-637eda1c-cc67-4e84-80e5-94070b7e6a26 req-5a842322-d162-4534-93ed-68dd5be26fde tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0516026 Sep 07 07:14:57.069806 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-637eda1c-cc67-4e84-80e5-94070b7e6a26 req-9406bcf9-cfa6-4594-b8c4-d31219525416 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315099 Sep 07 07:14:57.136250 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-dcb98a60-feac-489f-93e4-6037e2f18def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:57.137736 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-dcb98a60-feac-489f-93e4-6037e2f18def service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdae81bc721d4108bc4e33670d40b35d&device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 1097 time: 0.0411553 Sep 07 07:14:57.201011 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-5e8d9410-c089-4337-8d2b-35bfd62a5ac2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86da46a-f052-4f3e-a9ee-ff373c1ec4db HTTP/1.1" status: 200 len: 217 time: 0.0376372 Sep 07 07:14:57.288052 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-76e1802d-89ed-4fa1-a959-06aa074454d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:57.289411 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-76e1802d-89ed-4fa1-a959-06aa074454d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13aa5f7b-a49e-4dc9-93c7-8c7dc2d2a66d HTTP/1.1" status: 200 len: 854 time: 0.0425124 Sep 07 07:14:57.356487 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-6b9b663b-6ba6-439d-8ae5-74b016010aa0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8a8594d2-eeb3-47f8-bcde-c2d3101c5af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281193 Sep 07 07:14:57.543631 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bd3239bf-005a-42bc-96ca-acac21805384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:14:57.662763 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-59dbbb9d-ef51-4b86-966f-f3a9082bb7bc service neutron] 10.222.0.15 "GET /v2.0/networks/8a8594d2-eeb3-47f8-bcde-c2d3101c5af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889190 Sep 07 07:14:57.775314 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3404b9bb-c49c-46e2-98f2-5d1599d40f59 req-e534b675-21b6-41da-a7ab-d87f14f152b6 service neutron] 10.222.0.15 "GET /v2.0/networks/8a8594d2-eeb3-47f8-bcde-c2d3101c5af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867572 Sep 07 07:14:57.898983 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08674fb-d21c-48fc-9c9a-04a3520d9669 req-73140d71-1068-44f5-a421-10d4fb600989 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:57.899825 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d08674fb-d21c-48fc-9c9a-04a3520d9669 req-73140d71-1068-44f5-a421-10d4fb600989 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 944 time: 0.0599265 Sep 07 07:14:57.931326 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81218d4b-5a81-43b8-9931-937ee59c684b req-cd6425fc-307a-41d7-ae2d-24e4205b5f12 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:57.932842 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-81218d4b-5a81-43b8-9931-937ee59c684b req-cd6425fc-307a-41d7-ae2d-24e4205b5f12 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 946 time: 0.0504715 Sep 07 07:14:57.941710 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d08674fb-d21c-48fc-9c9a-04a3520d9669 req-ecf24a19-37a8-43b0-a827-b91f8809650d tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362573 Sep 07 07:14:57.979559 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-81218d4b-5a81-43b8-9931-937ee59c684b req-4ae925ee-6b82-43c6-9d83-2201b5411ced tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398765 Sep 07 07:14:58.181488 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985518be-e437-4ed4-a089-0fb2c1e6f812 req-01d87a18-148c-488c-bdc7-e9d59ab07866 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:58.182944 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-985518be-e437-4ed4-a089-0fb2c1e6f812 req-01d87a18-148c-488c-bdc7-e9d59ab07866 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0481431 Sep 07 07:14:58.220335 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-985518be-e437-4ed4-a089-0fb2c1e6f812 req-1a05a6fb-2639-435f-86e9-c2320cbbcbcb tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Sep 07 07:14:59.061471 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22985a6-350e-4b36-92e4-c1544f46f33d req-68edcaa4-fca4-421a-8366-de91379dab40 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:59.063268 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b22985a6-350e-4b36-92e4-c1544f46f33d req-68edcaa4-fca4-421a-8366-de91379dab40 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 944 time: 0.0527873 Sep 07 07:14:59.104181 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b22985a6-350e-4b36-92e4-c1544f46f33d req-4e1cada6-6b6c-4547-9450-87016ea8a69c tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329771 Sep 07 07:14:59.104386 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cd3ac-1550-4c64-95ab-287046e9b75b req-a4194246-de30-47c5-863c-0b05a94b147f tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:59.106300 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e57cd3ac-1550-4c64-95ab-287046e9b75b req-a4194246-de30-47c5-863c-0b05a94b147f tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 946 time: 0.0506577 Sep 07 07:14:59.151152 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e57cd3ac-1550-4c64-95ab-287046e9b75b req-0744f54b-779e-4883-b07f-a3211142e686 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383174 Sep 07 07:14:59.335309 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6a01c-8e82-4960-b0c2-eb59f626d519 req-42aca211-ac7f-43f6-a22c-2507edff378f tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:14:59.336850 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-66e6a01c-8e82-4960-b0c2-eb59f626d519 req-42aca211-ac7f-43f6-a22c-2507edff378f tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0513136 Sep 07 07:14:59.373129 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-66e6a01c-8e82-4960-b0c2-eb59f626d519 req-e835bf6b-ef19-4a3e-8b16-24cdb0cd8b00 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303605 Sep 07 07:15:00.186521 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:00.219682 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d8a13-4716-45de-892a-5ae403de7fe9 req-f9372458-167d-4cec-bfec-18cc44790562 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:00.221260 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4b8d8a13-4716-45de-892a-5ae403de7fe9 req-f9372458-167d-4cec-bfec-18cc44790562 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 944 time: 0.0481644 Sep 07 07:15:00.261423 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4b8d8a13-4716-45de-892a-5ae403de7fe9 req-530cc937-87e7-4242-880b-e1170210e432 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334461 Sep 07 07:15:00.271183 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1b579-c414-4736-9933-937e7cfb672c req-49b86892-d64c-4aa4-9b7a-4dcd33020985 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:00.273118 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1ab1b579-c414-4736-9933-937e7cfb672c req-49b86892-d64c-4aa4-9b7a-4dcd33020985 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 946 time: 0.0484579 Sep 07 07:15:00.278878 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7cbb7153-004a-4b91-acb3-0d49da4ffbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:00.314101 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1ab1b579-c414-4736-9933-937e7cfb672c req-8bd27d0b-7f66-4509-abed-2795833a68de tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348494 Sep 07 07:15:00.485130 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31c2e6-ad7b-4545-8ce5-877b89c45b2c req-3421b8ed-fd56-406c-b354-385de0e683fe tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:00.486599 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5e31c2e6-ad7b-4545-8ce5-877b89c45b2c req-3421b8ed-fd56-406c-b354-385de0e683fe tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0474813 Sep 07 07:15:00.524178 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5e31c2e6-ad7b-4545-8ce5-877b89c45b2c req-9a96c340-8aa1-4a00-a10e-fdb213bfaf06 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305505 Sep 07 07:15:00.990572 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51544) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:01.092536 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:01.122287 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-de42fb93-4d36-4ec8-86e0-d0a201ef7594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:01.217799 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-de42fb93-4d36-4ec8-86e0-d0a201ef7594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:01.221686 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-de42fb93-4d36-4ec8-86e0-d0a201ef7594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:01.262956 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-de42fb93-4d36-4ec8-86e0-d0a201ef7594 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8fbe7f1c969042c7bd3ef0b146bafedc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711957 Sep 07 07:15:01.263838 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42fb93-4d36-4ec8-86e0-d0a201ef7594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b8eafe-9b2f-4cee-a039-5c5ecd99d143,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:01.265585 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 51560) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:01.320132 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696098d-bb33-4798-9076-83d20e8cd454 req-82393e8d-b024-4d87-9632-489a698b4796 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:01.321625 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5696098d-bb33-4798-9076-83d20e8cd454 req-82393e8d-b024-4d87-9632-489a698b4796 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.15 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 946 time: 0.0540662 Sep 07 07:15:01.336072 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c080adfe-09a8-47a5-aaf5-e8be65f8b792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:01.361331 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c080adfe-09a8-47a5-aaf5-e8be65f8b792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:01.454051 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6b0de-7442-4f64-8f15-a04ce43bfca3 req-b9a46ec1-38dd-42a4-abb2-cd7eb06e8331 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:01.455693 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-adf6b0de-7442-4f64-8f15-a04ce43bfca3 req-b9a46ec1-38dd-42a4-abb2-cd7eb06e8331 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 946 time: 0.0583155 Sep 07 07:15:01.469489 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c080adfe-09a8-47a5-aaf5-e8be65f8b792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:01.471970 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c080adfe-09a8-47a5-aaf5-e8be65f8b792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:01.473558 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c080adfe-09a8-47a5-aaf5-e8be65f8b792 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0b8eafe-9b2f-4cee-a039-5c5ecd99d143 HTTP/1.1" status: 204 len: 168 time: 0.2062275 Sep 07 07:15:01.490329 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080adfe-09a8-47a5-aaf5-e8be65f8b792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b8eafe-9b2f-4cee-a039-5c5ecd99d143,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:01.491716 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be53a4f-47fb-4b19-8dc1-c8e34408d9dd req-21252890-3877-426a-9968-6295f4ddb497 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:01.493457 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8be53a4f-47fb-4b19-8dc1-c8e34408d9dd req-21252890-3877-426a-9968-6295f4ddb497 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 944 time: 0.1234345 Sep 07 07:15:01.524164 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-adf6b0de-7442-4f64-8f15-a04ce43bfca3 req-ad6767f8-796c-4e6c-b6f3-af4a375e79b0 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619869 Sep 07 07:15:01.540727 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-5696098d-bb33-4798-9076-83d20e8cd454 req-d0445cec-ab43-4aeb-89e9-45841c136681 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Deleting port 291ec2f6-c1e7-4513-8f60-da327db6aa2d {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:15:01.541074 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-5696098d-bb33-4798-9076-83d20e8cd454 req-d0445cec-ab43-4aeb-89e9-45841c136681 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:01.586094 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8be53a4f-47fb-4b19-8dc1-c8e34408d9dd req-939de2d2-cb77-41d3-aad2-dd35da849d98 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713878 Sep 07 07:15:01.659831 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-5696098d-bb33-4798-9076-83d20e8cd454 req-d0445cec-ab43-4aeb-89e9-45841c136681 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] For port 291ec2f6-c1e7-4513-8f60-da327db6aa2d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=291ec2f6-c1e7-4513-8f60-da327db6aa2d,segment=NetworkSegment(5a018313-ea08-422f-b65a-ca833ae99b5e),segment_id=5a018313-ea08-422f-b65a-ca833ae99b5e)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:15:01.660288 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-5696098d-bb33-4798-9076-83d20e8cd454 req-d0445cec-ab43-4aeb-89e9-45841c136681 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:01.667250 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426c14b-69d0-4680-8d27-4f3c7b3826ff req-ce9ed708-c456-44f3-a4b6-64c9e2e2bb2c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:01.668816 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e426c14b-69d0-4680-8d27-4f3c7b3826ff req-ce9ed708-c456-44f3-a4b6-64c9e2e2bb2c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0605137 Sep 07 07:15:01.675968 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-5696098d-bb33-4798-9076-83d20e8cd454 req-d0445cec-ab43-4aeb-89e9-45841c136681 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Calling delete_port for 291ec2f6-c1e7-4513-8f60-da327db6aa2d owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:15:01.709623 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e426c14b-69d0-4680-8d27-4f3c7b3826ff req-dd35c24f-ef6f-491d-ab26-1e65797c0933 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347707 Sep 07 07:15:01.795684 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 51576) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:01.808720 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-58962900-3127-40ea-9461-0719726eb6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:01.834191 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-5696098d-bb33-4798-9076-83d20e8cd454 req-d0445cec-ab43-4aeb-89e9-45841c136681 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:01.862272 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0445cec-ab43-4aeb-89e9-45841c136681 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Pushing event deleted for resources: {'Port': ['ID=291ec2f6-c1e7-4513-8f60-da327db6aa2d,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:01.879525 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['291ec2f6-c1e7-4513-8f60-da327db6aa2d'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:15:01.912873 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-58962900-3127-40ea-9461-0719726eb6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:01.917358 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-58962900-3127-40ea-9461-0719726eb6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:01.923978 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-5696098d-bb33-4798-9076-83d20e8cd454 req-d0445cec-ab43-4aeb-89e9-45841c136681 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] No DVR routers for this DVR port 291ec2f6-c1e7-4513-8f60-da327db6aa2d on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:15:01.928092 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-5696098d-bb33-4798-9076-83d20e8cd454 req-d0445cec-ab43-4aeb-89e9-45841c136681 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:01.929999 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5696098d-bb33-4798-9076-83d20e8cd454 req-d0445cec-ab43-4aeb-89e9-45841c136681 tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.15 "DELETE /v2.0/ports/291ec2f6-c1e7-4513-8f60-da327db6aa2d HTTP/1.1" status: 204 len: 173 time: 0.5913546 Sep 07 07:15:01.930462 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb70d5d-3a0a-4454-b7f9-cec920a43a06', 'name': 'network-vif-deleted', 'tag': '291ec2f6-c1e7-4513-8f60-da327db6aa2d'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:15:01.933245 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480f4dce-b1bf-491b-98f8-b51eaeca8763" -d '{"events": [{"server_uuid": "efb70d5d-3a0a-4454-b7f9-cec920a43a06", "name": "network-vif-deleted", "tag": "291ec2f6-c1e7-4513-8f60-da327db6aa2d"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:15:01.958739 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-58962900-3127-40ea-9461-0719726eb6e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa1b80f0a33a4abd80240273abe3cf7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617360 Sep 07 07:15:01.961134 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58962900-3127-40ea-9461-0719726eb6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3946ae74-75f1-4822-9708-06093861001e,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:01.961448 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51582) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:01.981657 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cef132c-61ea-46be-be95-1eb839baa526 x-openstack-request-id: req-7cef132c-61ea-46be-be95-1eb839baa526 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:15:01.981972 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb70d5d-3a0a-4454-b7f9-cec920a43a06", "name": "network-vif-deleted", "tag": "291ec2f6-c1e7-4513-8f60-da327db6aa2d", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:15:01.982167 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7cef132c-61ea-46be-be95-1eb839baa526 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:15:01.982565 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb70d5d-3a0a-4454-b7f9-cec920a43a06', 'name': 'network-vif-deleted', 'tag': '291ec2f6-c1e7-4513-8f60-da327db6aa2d', 'status': 'completed', 'code': 200} Sep 07 07:15:02.014513 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f3e52985-d244-4530-b05d-4a8d94f7727f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:02.034677 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f3e52985-d244-4530-b05d-4a8d94f7727f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:02.080231 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f3e52985-d244-4530-b05d-4a8d94f7727f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:02.082918 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f3e52985-d244-4530-b05d-4a8d94f7727f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:02.084102 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f3e52985-d244-4530-b05d-4a8d94f7727f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3946ae74-75f1-4822-9708-06093861001e HTTP/1.1" status: 204 len: 168 time: 0.1216261 Sep 07 07:15:02.091447 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e52985-d244-4530-b05d-4a8d94f7727f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3946ae74-75f1-4822-9708-06093861001e,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:02.556656 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51610) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:02.611232 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a707bb9-9ffa-4e79-933a-37b07450e7f4 admin admin] Deleting subnet 05a54c29-1ebd-4336-8441-1300b0dc7eff {{(pid=94029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 07:15:02.614736 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6a707bb9-9ffa-4e79-933a-37b07450e7f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:02.666456 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a6acb894-25e7-42d5-8aad-d961d5bec56b req-c00da441-e131-48da-a679-eaaef4320b1a tempest-DeleteServersTestJSON-860744692 tempest-DeleteServersTestJSON-860744692-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb70d5d-3a0a-4454-b7f9-cec920a43a06 HTTP/1.1" status: 200 len: 210 time: 0.0328655 Sep 07 07:15:02.672368 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6a707bb9-9ffa-4e79-933a-37b07450e7f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5732538'] for subnet, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:02.718426 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6a707bb9-9ffa-4e79-933a-37b07450e7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1858048'] for subnet, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:02.724837 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f8695-aab3-4fa0-af6b-f1a0b60ff5ac req-a2b74c5e-49ce-464d-914b-cc803ef2a466 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:02.726596 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b06f8695-aab3-4fa0-af6b-f1a0b60ff5ac req-a2b74c5e-49ce-464d-914b-cc803ef2a466 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 944 time: 0.0629315 Sep 07 07:15:02.769543 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b06f8695-aab3-4fa0-af6b-f1a0b60ff5ac req-72a6bd22-2104-4fcc-afae-de3299f40b2b tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359576 Sep 07 07:15:02.824577 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6a707bb9-9ffa-4e79-933a-37b07450e7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1858059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5732577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5791269'] for subnet, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:02.851115 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device e86da46a-f052-4f3e-a9ee-ff373c1ec4db details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:15:02.855892 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a707bb9-9ffa-4e79-933a-37b07450e7f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a54c29-1ebd-4336-8441-1300b0dc7eff,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:02.860437 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6a707bb9-9ffa-4e79-933a-37b07450e7f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:02.862727 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-6a707bb9-9ffa-4e79-933a-37b07450e7f4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/05a54c29-1ebd-4336-8441-1300b0dc7eff HTTP/1.1" status: 204 len: 168 time: 0.3050671 Sep 07 07:15:02.866013 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 51626) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:02.882647 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23124020-f246-437c-ae34-c5050e90eeb3 req-d45d7109-4666-46c0-8c6b-17151c9c4741 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:02.892165 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-23124020-f246-437c-ae34-c5050e90eeb3 req-d45d7109-4666-46c0-8c6b-17151c9c4741 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.1019835 Sep 07 07:15:02.939554 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-23124020-f246-437c-ae34-c5050e90eeb3 req-f3d78209-4538-4d75-a432-babb44237b57 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410857 Sep 07 07:15:02.969083 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744665'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.002710 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port e86da46a-f052-4f3e-a9ee-ff373c1ec4db, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e86da46a-f052-4f3e-a9ee-ff373c1ec4db,segment=NetworkSegment(cf1c1dbb-c329-4dc0-a11a-bc057a87752a),segment_id=cf1c1dbb-c329-4dc0-a11a-bc057a87752a)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:15:03.022661 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': 'e86da46a-f052-4f3e-a9ee-ff373c1ec4db', 'network_id': '8a8594d2-eeb3-47f8-bcde-c2d3101c5af9', 'port_id': 'e86da46a-f052-4f3e-a9ee-ff373c1ec4db', 'mac_address': 'fa:16:3e:b4:21:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13aa5f7b-a49e-4dc9-93c7-8c7dc2d2a66d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:15:03.089634 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.092831 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1854623', 'neutron.services.segments.db._delete_segments_for_network-8728184039280'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.107656 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86da46a-f052-4f3e-a9ee-ff373c1ec4db {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:15:03.116144 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:15:03.116550 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:15:03.117321 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:15:03.117705 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Subscribe: > port after_create 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:15:03.118054 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:15:03.118408 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Subscribe: > port after_update 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:15:03.121339 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:15:03.121339 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:15:03.121339 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:15:03.121339 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:15:03.126855 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port e86da46a-f052-4f3e-a9ee-ff373c1ec4db, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e86da46a-f052-4f3e-a9ee-ff373c1ec4db,segment=NetworkSegment(cf1c1dbb-c329-4dc0-a11a-bc057a87752a),segment_id=cf1c1dbb-c329-4dc0-a11a-bc057a87752a)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:15:03.132028 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.234199 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:15:03.234502 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:15:03.234848 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:15:03.235213 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 07:15:03.235629 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7321652f-b0bf-4161-a2c1-4d058020aac4']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:15:03.254478 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddc2441-bbe5-44de-a570-45c3d7ebc82a') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:15:03.254769 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddc2441-bbe5-44de-a570-45c3d7ebc82a') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:15:03.275329 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728184039033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6942334'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.285322 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.299369 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=e86da46a-f052-4f3e-a9ee-ff373c1ec4db,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:03.305237 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.306833 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:03.307259 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:03.307714 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:03.308057 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:03.308686 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:03.309097 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:03.309435 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:03.309766 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:03.310118 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:03.310593 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:03.310765 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:03.311249 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:03.314612 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 07:15:03.315077 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5299484'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: from cryptography.utils import int_from_bytes Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: from cryptography.utils import int_from_bytes Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: Traceback (most recent call last): Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: timer() Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: cb(*args, **kw) Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: return func(*args, **kwargs) Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: self._notify() Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: self.callback(batched_events) Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: event.method(event) Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: return f(self, *a, **k) Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: return self._get(url).json() Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 07:15:03.319239 dv-cinder-804735-9-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 07:15:03.376968 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1854598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579843'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.385489 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.390041 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7321652f-b0bf-4161-a2c1-4d058020aac4 HTTP/1.1" status: 204 len: 168 time: 0.5203607 Sep 07 07:15:03.390514 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51644) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:03.397274 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc93fca-7d28-4a31-9ecc-04b5805c8950 admin admin] Pushing event deleted for resources: {'Network': ['ID=7321652f-b0bf-4161-a2c1-4d058020aac4,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:03.435083 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_v2 [None req-218c72d0-c6b9-4ebf-9fe7-a12c2fb8504c admin admin] Deleting subnet 3c099419-ba63-478d-a794-45b9cae05229 {{(pid=94029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 07:15:03.438243 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-218c72d0-c6b9-4ebf-9fe7-a12c2fb8504c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.477548 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-218c72d0-c6b9-4ebf-9fe7-a12c2fb8504c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5732538'] for subnet, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.516963 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-218c72d0-c6b9-4ebf-9fe7-a12c2fb8504c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1858048'] for subnet, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.569255 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-218c72d0-c6b9-4ebf-9fe7-a12c2fb8504c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1858059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5732577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5791269'] for subnet, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.595769 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c72d0-c6b9-4ebf-9fe7-a12c2fb8504c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c099419-ba63-478d-a794-45b9cae05229,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:03.597908 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-218c72d0-c6b9-4ebf-9fe7-a12c2fb8504c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.600352 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-218c72d0-c6b9-4ebf-9fe7-a12c2fb8504c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3c099419-ba63-478d-a794-45b9cae05229 HTTP/1.1" status: 204 len: 168 time: 0.2086554 Sep 07 07:15:03.603035 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51650) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:03.659539 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['e86da46a-f052-4f3e-a9ee-ff373c1ec4db'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:15:03.672715 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6a10a729-3fc7-4d89-9a36-4d1c9dd37f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744665'] for network, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.764929 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6a10a729-3fc7-4d89-9a36-4d1c9dd37f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1854623', 'neutron.services.segments.db._delete_segments_for_network-8728184039280'] for network, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.789213 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-6a10a729-3fc7-4d89-9a36-4d1c9dd37f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e017f351-d8d9-45fa-8f2e-38642a730af2']}} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:15:03.801568 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-6a10a729-3fc7-4d89-9a36-4d1c9dd37f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32dc55fe-f45d-442a-ac6b-5640c3a9ba09') {'for_net_delete': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:15:03.801920 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-6a10a729-3fc7-4d89-9a36-4d1c9dd37f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32dc55fe-f45d-442a-ac6b-5640c3a9ba09') {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:15:03.818229 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6a10a729-3fc7-4d89-9a36-4d1c9dd37f32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728184039033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5732513'] for segment, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.836165 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6a10a729-3fc7-4d89-9a36-4d1c9dd37f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.845009 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a10a729-3fc7-4d89-9a36-4d1c9dd37f32 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 07:15:03.847031 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6a10a729-3fc7-4d89-9a36-4d1c9dd37f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732491'] for segment, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: Traceback (most recent call last): Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: timer() Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: cb(*args, **kw) Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: return func(*args, **kwargs) Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: self._notify() Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: self.callback(batched_events) Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: event.method(event) Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: return f(self, *a, **k) Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: return self._get(url).json() Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: return self.request(url, 'GET', **kwargs) Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 07:15:03.849732 dv-cinder-804735-9-iscsi neutron-server[94029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 07:15:03.944503 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6a10a729-3fc7-4d89-9a36-4d1c9dd37f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1854598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579843'] for network, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.955708 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6a10a729-3fc7-4d89-9a36-4d1c9dd37f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:03.961903 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-6a10a729-3fc7-4d89-9a36-4d1c9dd37f32 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e017f351-d8d9-45fa-8f2e-38642a730af2 HTTP/1.1" status: 204 len: 168 time: 0.3577366 Sep 07 07:15:03.975829 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10a729-3fc7-4d89-9a36-4d1c9dd37f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=e017f351-d8d9-45fa-8f2e-38642a730af2,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:03.983174 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6cc5a-9d18-41e6-802c-124d5571253d req-75d0bc85-7c2a-40d3-8322-af1aa6529107 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:03.992286 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a4c6cc5a-9d18-41e6-802c-124d5571253d req-75d0bc85-7c2a-40d3-8322-af1aa6529107 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 945 time: 0.1240001 Sep 07 07:15:04.060720 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a4c6cc5a-9d18-41e6-802c-124d5571253d req-515b3dee-4cf8-402b-88bf-b95d1fb4d169 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573080 Sep 07 07:15:04.088769 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9bff3-422f-4895-a592-47e4bfaa10e6 req-c09bb114-32d7-474c-874f-dffb5de5d56d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:04.093203 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3ec9bff3-422f-4895-a592-47e4bfaa10e6 req-c09bb114-32d7-474c-874f-dffb5de5d56d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0607054 Sep 07 07:15:04.147779 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3ec9bff3-422f-4895-a592-47e4bfaa10e6 req-9d744b49-fcdc-49cd-89f4-c40c8bce9b38 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430067 Sep 07 07:15:04.190574 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51678) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:04.228967 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-0f0b4f52-e7ae-47d7-bd6b-dc6f9a1a8f31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ec4a50e95354042b714616c1818a376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373213 Sep 07 07:15:04.231267 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51680) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:04.280284 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4b51a301-f6f0-4fd2-ac41-d0006ebcc83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:04.300678 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4b51a301-f6f0-4fd2-ac41-d0006ebcc83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:04.345119 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4b51a301-f6f0-4fd2-ac41-d0006ebcc83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:04.347638 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4b51a301-f6f0-4fd2-ac41-d0006ebcc83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:04.348823 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-4b51a301-f6f0-4fd2-ac41-d0006ebcc83f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9fee8df-1285-4951-93f8-23dd4d000b5e HTTP/1.1" status: 204 len: 168 time: 0.1165917 Sep 07 07:15:04.356598 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51a301-f6f0-4fd2-ac41-d0006ebcc83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fee8df-1285-4951-93f8-23dd4d000b5e,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:04.652023 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51688) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:04.689761 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-585b9297-bc00-4665-be2a-05a4fab219b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b4535e08b844f6d8e1182d364bf4733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365789 Sep 07 07:15:04.692095 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51690) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:04.739667 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b218b031-4a32-4b6b-b268-e0d2e782c249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:04.760346 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b218b031-4a32-4b6b-b268-e0d2e782c249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:04.806593 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b218b031-4a32-4b6b-b268-e0d2e782c249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:04.809225 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b218b031-4a32-4b6b-b268-e0d2e782c249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:04.810408 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b218b031-4a32-4b6b-b268-e0d2e782c249 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60819cef-a18b-4779-9b0c-3810029db885 HTTP/1.1" status: 204 len: 168 time: 0.1174409 Sep 07 07:15:04.818560 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218b031-4a32-4b6b-b268-e0d2e782c249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60819cef-a18b-4779-9b0c-3810029db885,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:04.861934 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 291ec2f6-c1e7-4513-8f60-da327db6aa2d no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:15:04.885313 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: 291ec2f6-c1e7-4513-8f60-da327db6aa2d {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:15:04.885666 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 291ec2f6-c1e7-4513-8f60-da327db6aa2d not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:15:05.246596 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b50f95-b755-409a-9bfe-3bc5e2f71283 req-12ce40c0-bde2-45dc-bf5f-eafb1a20cf7d tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:05.248250 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-13b50f95-b755-409a-9bfe-3bc5e2f71283 req-12ce40c0-bde2-45dc-bf5f-eafb1a20cf7d tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 945 time: 0.1146698 Sep 07 07:15:05.297686 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-13b50f95-b755-409a-9bfe-3bc5e2f71283 req-f68d6af0-738c-4b73-88be-2830e175f48b tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324824 Sep 07 07:15:05.326720 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2c76b-148d-4777-9788-bd17ee09e7b9 req-dc8ed358-9b38-49b3-af59-1d00b3d3fed6 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:05.328958 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1dd2c76b-148d-4777-9788-bd17ee09e7b9 req-dc8ed358-9b38-49b3-af59-1d00b3d3fed6 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0520303 Sep 07 07:15:05.375863 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1dd2c76b-148d-4777-9788-bd17ee09e7b9 req-23ad89dc-5265-41ba-9476-19678344bca0 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400479 Sep 07 07:15:06.304831 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 51746) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:06.349109 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f3483d-ff02-40da-9390-1e9ab9ffd51b admin admin] Deleting subnet e86994f0-b921-42ee-811c-56bdbc38aece {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 07:15:06.353514 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-99f3483d-ff02-40da-9390-1e9ab9ffd51b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:06.413880 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-99f3483d-ff02-40da-9390-1e9ab9ffd51b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6942309'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:06.456063 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7468427-4bf7-410d-8e69-b5782cd45fcc req-117b1683-af5a-420b-b3ac-eebdc4f1ca39 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:06.458032 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c7468427-4bf7-410d-8e69-b5782cd45fcc req-117b1683-af5a-420b-b3ac-eebdc4f1ca39 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 945 time: 0.0855181 Sep 07 07:15:06.472410 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-99f3483d-ff02-40da-9390-1e9ab9ffd51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1858048'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:06.527081 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c7468427-4bf7-410d-8e69-b5782cd45fcc req-a111f581-5ce3-463c-8caa-b50babd23fd7 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617392 Sep 07 07:15:06.544264 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-99f3483d-ff02-40da-9390-1e9ab9ffd51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1858059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5299574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6110769'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:06.571894 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-99f3483d-ff02-40da-9390-1e9ab9ffd51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:06.576463 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-99f3483d-ff02-40da-9390-1e9ab9ffd51b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e86994f0-b921-42ee-811c-56bdbc38aece HTTP/1.1" status: 204 len: 168 time: 0.2677429 Sep 07 07:15:06.576463 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3483d-ff02-40da-9390-1e9ab9ffd51b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e86994f0-b921-42ee-811c-56bdbc38aece,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:06.576463 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 51758) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:06.671109 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a83a-063b-42b5-9fa3-f69ab3eb66df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744665'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:06.687102 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f135e-7206-4f25-bf5d-964916542fde req-a6b10c26-1d48-4af2-a298-87d3a0d64e6b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:06.688577 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-567f135e-7206-4f25-bf5d-964916542fde req-a6b10c26-1d48-4af2-a298-87d3a0d64e6b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0919707 Sep 07 07:15:06.762495 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-567f135e-7206-4f25-bf5d-964916542fde req-4650779b-610d-4b79-bd41-0677bc001ef3 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673583 Sep 07 07:15:06.786774 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a83a-063b-42b5-9fa3-f69ab3eb66df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1854623', 'neutron.services.segments.db._delete_segments_for_network-8728184039280'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:06.806827 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-cfb0a83a-063b-42b5-9fa3-f69ab3eb66df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356e05f8-3fe0-414f-afa9-2f1100c695e1']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:15:06.815765 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-cfb0a83a-063b-42b5-9fa3-f69ab3eb66df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a018313-ea08-422f-b65a-ca833ae99b5e') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:15:06.816059 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-cfb0a83a-063b-42b5-9fa3-f69ab3eb66df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a018313-ea08-422f-b65a-ca833ae99b5e') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:15:06.825064 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a83a-063b-42b5-9fa3-f69ab3eb66df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728184039033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6942334'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:06.844357 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a83a-063b-42b5-9fa3-f69ab3eb66df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:06.861885 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb0a83a-063b-42b5-9fa3-f69ab3eb66df admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 07:15:06.862269 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a83a-063b-42b5-9fa3-f69ab3eb66df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5299484'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: Traceback (most recent call last): Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: timer() Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: cb(*args, **kw) Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: return func(*args, **kwargs) Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: self._notify() Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: self.callback(batched_events) Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: event.method(event) Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: return f(self, *a, **k) Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: return self._get(url).json() Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 07:15:06.863969 dv-cinder-804735-9-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 07:15:06.956583 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a83a-063b-42b5-9fa3-f69ab3eb66df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1854598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579843'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:06.965106 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a83a-063b-42b5-9fa3-f69ab3eb66df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:06.966916 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-cfb0a83a-063b-42b5-9fa3-f69ab3eb66df admin admin] 10.222.0.30 "DELETE /v2.0/networks/356e05f8-3fe0-414f-afa9-2f1100c695e1 HTTP/1.1" status: 204 len: 168 time: 0.3899596 Sep 07 07:15:06.983621 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0a83a-063b-42b5-9fa3-f69ab3eb66df admin admin] Pushing event deleted for resources: {'Network': ['ID=356e05f8-3fe0-414f-afa9-2f1100c695e1,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:06.995772 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-f15f768a-989c-4e34-aa65-7c57d30b8499 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:06.997211 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-f15f768a-989c-4e34-aa65-7c57d30b8499 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/networks?id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e HTTP/1.1" status: 200 len: 815 time: 0.1623249 Sep 07 07:15:07.013316 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-91faa69c-0df0-4ad0-9afc-2a70faa8afa4 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/quotas/1941f241057e4fa98d84552cc6064fe0 HTTP/1.1" status: 200 len: 375 time: 0.0100842 Sep 07 07:15:07.032181 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device e86da46a-f052-4f3e-a9ee-ff373c1ec4db up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:15:07.075977 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-418630ac-7d27-45e0-a619-24d315bf46be tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1941f241057e4fa98d84552cc6064fe0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0570660 Sep 07 07:15:07.091217 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port e86da46a-f052-4f3e-a9ee-ff373c1ec4db completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:15:07.095337 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port e86da46a-f052-4f3e-a9ee-ff373c1ec4db triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:15:07.095794 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:07.142042 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51772) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:07.173566 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-8ec30e44-06f3-4749-b7c8-99dec391efb7 service neutron] 10.222.0.30 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888715 Sep 07 07:15:07.183647 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-2db6b1e6-6047-4a3d-8394-a68ffffa6dba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eecf9b4f80014111aed83440df68947e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403035 Sep 07 07:15:07.185910 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51774) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:07.188501 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:07.211586 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b624f02-1d8b-4c10-9162-17a4bed8bf49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86da46a-f052-4f3e-a9ee-ff373c1ec4db'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:15:07.213906 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fac796e-5b43-4b6c-a798-9dc800dcb7f9" -d '{"events": [{"server_uuid": "4b624f02-1d8b-4c10-9162-17a4bed8bf49", "name": "network-vif-plugged", "status": "completed", "tag": "e86da46a-f052-4f3e-a9ee-ff373c1ec4db"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:15:07.226828 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port e86da46a-f052-4f3e-a9ee-ff373c1ec4db, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e86da46a-f052-4f3e-a9ee-ff373c1ec4db,segment=NetworkSegment(cf1c1dbb-c329-4dc0-a11a-bc057a87752a),segment_id=cf1c1dbb-c329-4dc0-a11a-bc057a87752a)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:15:07.231312 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:07.235282 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-20763cd2-394a-4b08-800a-e6c889fc08d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:07.256457 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-20763cd2-394a-4b08-800a-e6c889fc08d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:07.278130 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-6d3e5e94-415c-46fd-9d88-049fe4576fe4 service neutron] 10.222.0.30 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973921 Sep 07 07:15:07.278283 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=e86da46a-f052-4f3e-a9ee-ff373c1ec4db,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:07.303970 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-20763cd2-394a-4b08-800a-e6c889fc08d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:07.306694 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-20763cd2-394a-4b08-800a-e6c889fc08d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:07.307945 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-20763cd2-394a-4b08-800a-e6c889fc08d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee2dc768-a8a3-41b5-ab42-0dbf9950cb71 HTTP/1.1" status: 204 len: 168 time: 0.1211474 Sep 07 07:15:07.316276 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20763cd2-394a-4b08-800a-e6c889fc08d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2dc768-a8a3-41b5-ab42-0dbf9950cb71,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:07.430808 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307311ac-0524-44fc-aa9a-9b0dabe49f7b x-openstack-request-id: req-307311ac-0524-44fc-aa9a-9b0dabe49f7b {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:15:07.431106 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b624f02-1d8b-4c10-9162-17a4bed8bf49", "name": "network-vif-plugged", "status": "completed", "tag": "e86da46a-f052-4f3e-a9ee-ff373c1ec4db", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:15:07.432469 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-307311ac-0524-44fc-aa9a-9b0dabe49f7b {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:15:07.443409 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b624f02-1d8b-4c10-9162-17a4bed8bf49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86da46a-f052-4f3e-a9ee-ff373c1ec4db', 'code': 200} Sep 07 07:15:07.487848 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5261d563-544d-4984-84e4-b80f6d35a4ee req-ede31d80-e765-463d-ba76-a1d9d0164092 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 210 time: 0.0322163 Sep 07 07:15:07.655945 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4899cce-d70d-4621-8183-18b7d91eecc0 req-b8d1d6d8-a003-4b80-86c9-1295a934e096 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:07.657563 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c4899cce-d70d-4621-8183-18b7d91eecc0 req-b8d1d6d8-a003-4b80-86c9-1295a934e096 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 946 time: 0.0529532 Sep 07 07:15:07.699148 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c4899cce-d70d-4621-8183-18b7d91eecc0 req-a0f60cd4-58ed-45c7-aac5-6cc7920f94ce tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356507 Sep 07 07:15:07.880393 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbebad-c31d-4811-9025-80eec29c6885 req-2ea81a14-a62d-45f3-9450-9dfa46a02439 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:07.882132 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67fbebad-c31d-4811-9025-80eec29c6885 req-2ea81a14-a62d-45f3-9450-9dfa46a02439 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0500288 Sep 07 07:15:07.921869 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67fbebad-c31d-4811-9025-80eec29c6885 req-5b624ada-bbc9-4dc1-882c-e4e4d1bd7e02 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335340 Sep 07 07:15:08.138683 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51816) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:08.232114 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-b4fdf46d-ad3f-4f56-830e-a51a2da2d2e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-network', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:15:08.252103 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fdf46d-ad3f-4f56-830e-a51a2da2d2e7 admin admin] Made reservation on behalf of 31ec539a0e824d0385bb9d4a12e94d3e for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:15:08.254880 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf46d-ad3f-4f56-830e-a51a2da2d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:08.265590 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf46d-ad3f-4f56-830e-a51a2da2d2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:08.350928 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf46d-ad3f-4f56-830e-a51a2da2d2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:08.354855 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf46d-ad3f-4f56-830e-a51a2da2d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:08.380370 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fdf46d-ad3f-4f56-830e-a51a2da2d2e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:15:08.386321 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdf46d-ad3f-4f56-830e-a51a2da2d2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01290d9-392b-43c3-907c-a40e9321ebc3,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:08.392017 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf46d-ad3f-4f56-830e-a51a2da2d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:08.392364 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-b4fdf46d-ad3f-4f56-830e-a51a2da2d2e7 admin admin] Added segment 162c25c0-4f83-42c9-9626-6d331fea67a2 of type vlan for network 763aca73-fbfa-4ea1-a434-95a1680e6608 Sep 07 07:15:08.431424 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf46d-ad3f-4f56-830e-a51a2da2d2e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:08.454358 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf46d-ad3f-4f56-830e-a51a2da2d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:08.455345 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fdf46d-ad3f-4f56-830e-a51a2da2d2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:08.455935 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf46d-ad3f-4f56-830e-a51a2da2d2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:08.487064 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b4fdf46d-ad3f-4f56-830e-a51a2da2d2e7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3473265 Sep 07 07:15:08.490581 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 51822) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:08.495549 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-6a157100-5754-481f-a232-52d22f4b2ca7 admin admin] Request body: {'subnet': {'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-subnet', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:15:08.517888 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a157100-5754-481f-a232-52d22f4b2ca7 admin admin] Made reservation on behalf of 31ec539a0e824d0385bb9d4a12e94d3e for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:15:08.520357 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6a157100-5754-481f-a232-52d22f4b2ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6110814'] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:08.522005 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdf46d-ad3f-4f56-830e-a51a2da2d2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=763aca73-fbfa-4ea1-a434-95a1680e6608,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:08.535097 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network 763aca73-fbfa-4ea1-a434-95a1680e6608 details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:15:08.606243 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-530c56be-8cda-42f5-b383-4a979bb01a9e req-79febc01-8298-42be-b0b6-c68d1e87e737 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 210 time: 0.0336099 Sep 07 07:15:08.713664 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6a157100-5754-481f-a232-52d22f4b2ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5299637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6110760'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:08.780538 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a157100-5754-481f-a232-52d22f4b2ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:08.803379 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a157100-5754-481f-a232-52d22f4b2ca7 admin admin] Checking segment: {'id': '162c25c0-4f83-42c9-9626-6d331fea67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:15:08.803735 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a157100-5754-481f-a232-52d22f4b2ca7 admin admin] Network hostable DHCP agents. Network: 763aca73-fbfa-4ea1-a434-95a1680e6608, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:15:08.833388 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49deeb2f-9b5b-4953-ba57-9be6c2746819 req-655cfd00-4734-42ac-9ed3-964167c1c274 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:08.834848 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-49deeb2f-9b5b-4953-ba57-9be6c2746819 req-655cfd00-4734-42ac-9ed3-964167c1c274 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 946 time: 0.0661907 Sep 07 07:15:08.835875 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a157100-5754-481f-a232-52d22f4b2ca7 admin admin] Network 763aca73-fbfa-4ea1-a434-95a1680e6608 is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:15:08.848583 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-6a157100-5754-481f-a232-52d22f4b2ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, 763aca73-fbfa-4ea1-a434-95a1680e6608) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:15:08.857160 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a90a810-5068-4f5d-8807-361cb82a2d3a None None] Network 763aca73-fbfa-4ea1-a434-95a1680e6608 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:15:08.862877 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a157100-5754-481f-a232-52d22f4b2ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:08.863581 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6a157100-5754-481f-a232-52d22f4b2ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:08.885872 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6a157100-5754-481f-a232-52d22f4b2ca7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3940589 Sep 07 07:15:08.888648 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51828) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:08.888883 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-49deeb2f-9b5b-4953-ba57-9be6c2746819 req-f3b1b3ff-3d5b-47b1-8d45-140fb144cc95 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480869 Sep 07 07:15:08.893184 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:15:08.923066 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10356'] for router, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:08.924285 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10367'] for router, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:08.975188 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:09.016128 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f9ab8f-4745-5d61-a11c-a90c59f1384b-763aca73-fbfa-4ea1-a434-95a1680e6608', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa'}]}} from dv-cinder-804735-9-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 07:15:09.017378 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:09.057003 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0934420-6ba9-4c35-b5a5-17459ecd5fe7 req-3e6edd0e-7834-4430-9d57-026900b59229 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:09.065505 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b0934420-6ba9-4c35-b5a5-17459ecd5fe7 req-3e6edd0e-7834-4430-9d57-026900b59229 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0715954 Sep 07 07:15:09.103922 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b0934420-6ba9-4c35-b5a5-17459ecd5fe7 req-a8c97dd3-62df-470d-b9a3-d28ca4df02a3 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378530 Sep 07 07:15:09.125907 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:09.161285 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Allocated IP 172.20.0.2 (763aca73-fbfa-4ea1-a434-95a1680e6608/449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa/bcbef7be-e06b-48a3-bc97-343265fe03c9) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:15:09.300905 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:09.308828 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Transition to ACTIVE for port object bcbef7be-e06b-48a3-bc97-343265fe03c9 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:15:09.309243 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:09.322809 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Transition to ACTIVE for port object bcbef7be-e06b-48a3-bc97-343265fe03c9 will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:15:09.328292 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:09.334223 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:09.365718 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Network 763aca73-fbfa-4ea1-a434-95a1680e6608 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:15:09.368408 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:15:09.371810 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:15:09.384753 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Pushing event updated for resources: {'Port': ['ID=bcbef7be-e06b-48a3-bc97-343265fe03c9,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:09.433251 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Attempting to bind port bcbef7be-e06b-48a3-bc97-343265fe03c9 on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:15:09.433626 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Attempting to bind port bcbef7be-e06b-48a3-bc97-343265fe03c9 by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '162c25c0-4f83-42c9-9626-6d331fea67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:15:09.433979 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Attempting to bind port bcbef7be-e06b-48a3-bc97-343265fe03c9 on network 763aca73-fbfa-4ea1-a434-95a1680e6608 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:15:09.438707 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Allocated IP 172.27.2.71 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/f3218c6c-8bc0-4868-97e5-23523b6fa4ae) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:15:09.438869 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:15:09.439244 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Checking segment: {'id': '162c25c0-4f83-42c9-9626-6d331fea67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:15:09.439677 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:09.440077 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Bound using segment: {'id': '162c25c0-4f83-42c9-9626-6d331fea67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:15:09.440537 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Bound port: bcbef7be-e06b-48a3-bc97-343265fe03c9, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162c25c0-4f83-42c9-9626-6d331fea67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:15:09.440931 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:09.502328 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] For port bcbef7be-e06b-48a3-bc97-343265fe03c9, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:15:09.506132 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] For port bcbef7be-e06b-48a3-bc97-343265fe03c9, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=bcbef7be-e06b-48a3-bc97-343265fe03c9,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:15:09.510190 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:09.561900 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:09.565682 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b1b84-7c81-48cc-94b4-473c10a08ac9 None None] Pushing event updated for resources: {'Port': ['ID=bcbef7be-e06b-48a3-bc97-343265fe03c9,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:09.614633 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:09.651348 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:15:09.657168 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:15:09.664043 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:15:09.669706 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Pushing event updated for resources: {'Port': ['ID=f3218c6c-8bc0-4868-97e5-23523b6fa4ae,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:09.727701 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8784f027-2cf5-4b8b-9fd6-1dc3409bfecf req-771ed73d-71ff-472e-b95e-b13e854157e9 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 210 time: 0.0304360 Sep 07 07:15:09.881047 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48994e12-595e-45f2-b8bd-4c6c8f03cc4d req-73f3f337-412d-4391-988c-ddeaa18642bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:09.882900 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-48994e12-595e-45f2-b8bd-4c6c8f03cc4d req-73f3f337-412d-4391-988c-ddeaa18642bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 1099 time: 0.0995026 Sep 07 07:15:09.962220 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-48994e12-595e-45f2-b8bd-4c6c8f03cc4d req-c6c21983-e725-4128-90c6-31cd99947045 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462072 Sep 07 07:15:10.029352 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:10.074284 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf4241-8da6-46ff-8f3e-3b09aeb4127d req-964cf714-ac91-45e1-9cd3-8b74243581ed tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:10.075696 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8ebf4241-8da6-46ff-8f3e-3b09aeb4127d req-964cf714-ac91-45e1-9cd3-8b74243581ed tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 946 time: 0.0892723 Sep 07 07:15:10.227553 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad8690-1c8c-4c9a-b30c-ce159d31cb51 req-09666dc4-b294-4844-9293-fef402db10a2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:10.229135 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e8ad8690-1c8c-4c9a-b30c-ce159d31cb51 req-09666dc4-b294-4844-9293-fef402db10a2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0484447 Sep 07 07:15:10.269957 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e8ad8690-1c8c-4c9a-b30c-ce159d31cb51 req-0f8747af-1f4c-4889-b5fb-ee477bee6eee tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345457 Sep 07 07:15:10.381901 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8ebf4241-8da6-46ff-8f3e-3b09aeb4127d req-8b5e2a6d-9972-4f64-ab26-64445c6af0e6 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990403 Sep 07 07:15:10.493157 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567287'] for router, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:10.609084 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7073564f-03ac-4a6a-8a7a-00d0c8abaea5 None None] Network 763aca73-fbfa-4ea1-a434-95a1680e6608 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:15:10.666687 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Router 51e9eb1c-6855-4c3e-9413-c551fe6e355a is scheduled to L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 with binding_index 1 {{(pid=94029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 07:15:10.684039 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-3e811a29-cb16-489a-b43e-d4d4c945f91f None None] Provisioning for port bcbef7be-e06b-48a3-bc97-343265fe03c9 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:15:10.780180 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:15:10.792410 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Sync routers for ids ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:15:10.804259 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Routers {'51e9eb1c-6855-4c3e-9413-c551fe6e355a'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:15:10.804890 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:15:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:15:10.806713 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:10.809799 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f6d62076-4507-432e-975e-e2e3ee6afed5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9200923 Sep 07 07:15:10.810900 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 51864) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:10.895867 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bf712fb4-6e48-47f6-b081-349e98557031 req-f854dc56-d6ad-4068-9852-2c773b91aaf1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 210 time: 0.0502381 Sep 07 07:15:10.960996 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device bcbef7be-e06b-48a3-bc97-343265fe03c9 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:15:11.025932 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port bcbef7be-e06b-48a3-bc97-343265fe03c9 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:15:11.033909 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port bcbef7be-e06b-48a3-bc97-343265fe03c9 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:15:11.034550 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:11.036188 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Set router 51e9eb1c-6855-4c3e-9413-c551fe6e355a gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:15:11.202347 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-171c140b-c0d5-4042-9ea1-c9607a1514d3 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:11.204182 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-171c140b-c0d5-4042-9ea1-c9607a1514d3 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.15 "GET /v2.0/networks?id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e HTTP/1.1" status: 200 len: 815 time: 0.1668353 Sep 07 07:15:11.207627 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-80a96d5c-bf19-4de4-9ace-c25a02ebebf5 None None] Provisioning complete for port bcbef7be-e06b-48a3-bc97-343265fe03c9 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:15:11.208277 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-80a96d5c-bf19-4de4-9ace-c25a02ebebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:11.228330 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-5949e792-7d79-4b39-8bbd-e4d7ccfe1f7e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Request body: {'port': {'device_id': '02592f5f-668d-47e3-abf5-97468338870c', 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e', 'admin_state_up': True, 'tenant_id': '1941f241057e4fa98d84552cc6064fe0'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:15:11.269329 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:15:09Z', 'revision_number': 3, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:15:11.283104 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:11.335098 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port bcbef7be-e06b-48a3-bc97-343265fe03c9, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=bcbef7be-e06b-48a3-bc97-343265fe03c9,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:15:11.353708 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Checking router: 51e9eb1c-6855-4c3e-9413-c551fe6e355a for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:15:11.356143 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Updating router 51e9eb1c-6855-4c3e-9413-c551fe6e355a port f3218c6c-8bc0-4868-97e5-23523b6fa4ae binding host dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:15:11.358562 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:11.406673 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:11.435489 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-80a96d5c-bf19-4de4-9ace-c25a02ebebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:11.451785 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-5949e792-7d79-4b39-8bbd-e4d7ccfe1f7e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Made reservation on behalf of 1941f241057e4fa98d84552cc6064fe0 for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:15:11.458944 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-5949e792-7d79-4b39-8bbd-e4d7ccfe1f7e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:11.500503 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=bcbef7be-e06b-48a3-bc97-343265fe03c9,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:11.542179 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.db.api [None req-80a96d5c-bf19-4de4-9ace-c25a02ebebf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 07:15:11.542603 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG oslo_db.api [None req-80a96d5c-bf19-4de4-9ace-c25a02ebebf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 07:15:11.624948 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e116a6-e3a3-4318-b5f8-f0ee6b28ff04 req-adc83794-96ea-4081-afd1-8f194c85e119 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:11.626593 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b8e116a6-e3a3-4318-b5f8-f0ee6b28ff04 req-adc83794-96ea-4081-afd1-8f194c85e119 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 946 time: 0.1358576 Sep 07 07:15:11.698900 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-5949e792-7d79-4b39-8bbd-e4d7ccfe1f7e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Allocated IP 172.20.0.4 (f7f8a398-c1d7-42d1-a5cb-7345e4c6544e/bbfed80f-05db-4166-bc1f-98df7697e081/a08bfa0a-bbab-457f-8f7d-a355def3244c) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:15:11.705969 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87103c7-09a7-4958-b586-8d6564b7fa82 req-d10fcfcd-b0d8-4ce4-80a8-b4fb7fe04654 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:11.708005 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f87103c7-09a7-4958-b586-8d6564b7fa82 req-d10fcfcd-b0d8-4ce4-80a8-b4fb7fe04654 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0591137 Sep 07 07:15:11.722096 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b8e116a6-e3a3-4318-b5f8-f0ee6b28ff04 req-679f9570-f32c-4f4e-9b09-317d721d7857 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587425 Sep 07 07:15:11.745249 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:11.755267 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Transition to ACTIVE for port object f3218c6c-8bc0-4868-97e5-23523b6fa4ae will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:15:11.760885 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:11.800900 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f87103c7-09a7-4958-b586-8d6564b7fa82 req-633b87ee-4e0a-4062-a7f8-3b564f58ca1d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673950 Sep 07 07:15:11.805718 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:11.817855 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cc974-a41e-434f-8240-c404b1caf63c None None] Pushing event updated for resources: {'Port': ['ID=f3218c6c-8bc0-4868-97e5-23523b6fa4ae,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:11.829592 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cc974-a41e-434f-8240-c404b1caf63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:11.829949 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cc974-a41e-434f-8240-c404b1caf63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:11.830297 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cc974-a41e-434f-8240-c404b1caf63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:11.830645 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cc974-a41e-434f-8240-c404b1caf63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:11.830983 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cc974-a41e-434f-8240-c404b1caf63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:11.831343 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cc974-a41e-434f-8240-c404b1caf63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:11.831676 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cc974-a41e-434f-8240-c404b1caf63c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:11.832227 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cc974-a41e-434f-8240-c404b1caf63c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:11.832782 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cc974-a41e-434f-8240-c404b1caf63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:11.833139 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cc974-a41e-434f-8240-c404b1caf63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:11.833457 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cc974-a41e-434f-8240-c404b1caf63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:11.833784 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42cc974-a41e-434f-8240-c404b1caf63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:15:11.846360 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Attempting to bind port f3218c6c-8bc0-4868-97e5-23523b6fa4ae on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:15:11.846739 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Attempting to bind port f3218c6c-8bc0-4868-97e5-23523b6fa4ae by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:15:11.847110 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Attempting to bind port f3218c6c-8bc0-4868-97e5-23523b6fa4ae on network e2b3ffe7-98e3-4527-9727-6754b6d36286 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:15:11.852894 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:15:11.853462 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Checking segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:15:11.854048 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:11.854442 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Bound using segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:15:11.855117 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Bound port: f3218c6c-8bc0-4868-97e5-23523b6fa4ae, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:15:11.855744 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:11.885481 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-5949e792-7d79-4b39-8bbd-e4d7ccfe1f7e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:11.907281 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] For port f3218c6c-8bc0-4868-97e5-23523b6fa4ae, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:15:11.912089 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] For port f3218c6c-8bc0-4868-97e5-23523b6fa4ae, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=f3218c6c-8bc0-4868-97e5-23523b6fa4ae,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:15:11.917366 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:11.937637 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-5949e792-7d79-4b39-8bbd-e4d7ccfe1f7e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:11.960389 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Routers {'51e9eb1c-6855-4c3e-9413-c551fe6e355a'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:15:11.961244 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:15:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:15:12.007825 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-5949e792-7d79-4b39-8bbd-e4d7ccfe1f7e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:15:12.010819 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-5949e792-7d79-4b39-8bbd-e4d7ccfe1f7e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:15:12.014752 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-5949e792-7d79-4b39-8bbd-e4d7ccfe1f7e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:15:12.042702 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949e792-7d79-4b39-8bbd-e4d7ccfe1f7e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Pushing event updated for resources: {'Port': ['ID=a08bfa0a-bbab-457f-8f7d-a355def3244c,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:12.069597 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cc974-a41e-434f-8240-c404b1caf63c None None] Pushing event updated for resources: {'Port': ['ID=f3218c6c-8bc0-4868-97e5-23523b6fa4ae,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:12.081171 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ab058-b08f-4866-a1f7-33b41d2b873f req-1e9e211d-1ed1-4272-a02c-a68fe9bd684b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:12.082575 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a01ab058-b08f-4866-a1f7-33b41d2b873f req-1e9e211d-1ed1-4272-a02c-a68fe9bd684b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 931 time: 0.1058419 Sep 07 07:15:12.094544 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] Set router 51e9eb1c-6855-4c3e-9413-c551fe6e355a gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:15:12.097009 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-5949e792-7d79-4b39-8bbd-e4d7ccfe1f7e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:12.098181 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-5949e792-7d79-4b39-8bbd-e4d7ccfe1f7e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:12.099857 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Allocated IP 172.20.0.1 (763aca73-fbfa-4ea1-a434-95a1680e6608/449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa/005fb783-0407-4646-b575-6b4dab3a9fde) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:15:12.117022 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-5949e792-7d79-4b39-8bbd-e4d7ccfe1f7e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8943362 Sep 07 07:15:12.152710 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a01ab058-b08f-4866-a1f7-33b41d2b873f req-64bb1d97-41e6-4e56-90cd-b93cc8b357a9 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613005 Sep 07 07:15:12.240350 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:12.253711 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Transition to ACTIVE for port object 005fb783-0407-4646-b575-6b4dab3a9fde will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:15:12.286514 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:12.324591 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Network 763aca73-fbfa-4ea1-a434-95a1680e6608 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:15:12.329307 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:15:12.334432 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:15:12.337298 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Pushing event updated for resources: {'Port': ['ID=005fb783-0407-4646-b575-6b4dab3a9fde,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:12.349028 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:15:09Z', 'revision_number': 3, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:15:12.375446 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8c6e52-0818-4aef-b527-1b5789347dc7 None None] The sync data for ids ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'] in dv-cinder-804735-9-iscsi is: [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:15:09Z', 'revision_number': 3, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:15:12.376681 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579972'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:12.534297 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b43f6463-fae1-4c59-b7e9-bde2d42f2d75 None None] Provisioning for port 005fb783-0407-4646-b575-6b4dab3a9fde completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:15:12.539585 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b43f6463-fae1-4c59-b7e9-bde2d42f2d75 None None] Provisioning complete for port 005fb783-0407-4646-b575-6b4dab3a9fde triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:15:12.539971 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b43f6463-fae1-4c59-b7e9-bde2d42f2d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:12.592476 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:12.593692 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b43f6463-fae1-4c59-b7e9-bde2d42f2d75 None None] Port 005fb783-0407-4646-b575-6b4dab3a9fde cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:15:12.782202 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:12.787755 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5299512'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:12.896284 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Pushing event updated for resources: {'Port': ['ID=005fb783-0407-4646-b575-6b4dab3a9fde,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:12.898951 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580916'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:12.918629 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089b542-e770-40d9-9f1a-ff1c900abf88 req-b05988a1-9ec4-4517-bfe4-6ed4edb09b3d tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:12.920256 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b089b542-e770-40d9-9f1a-ff1c900abf88 req-b05988a1-9ec4-4517-bfe4-6ed4edb09b3d tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 946 time: 0.0812092 Sep 07 07:15:12.970746 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device f3218c6c-8bc0-4868-97e5-23523b6fa4ae up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:15:13.011642 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b089b542-e770-40d9-9f1a-ff1c900abf88 req-9be4f585-4968-4de5-a1b1-354cf9343645 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751507 Sep 07 07:15:13.025120 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port f3218c6c-8bc0-4868-97e5-23523b6fa4ae completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:15:13.029650 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port f3218c6c-8bc0-4868-97e5-23523b6fa4ae triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:15:13.029919 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:13.047785 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Network 763aca73-fbfa-4ea1-a434-95a1680e6608 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:15:13.049278 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:15:13.142407 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:13.178453 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port f3218c6c-8bc0-4868-97e5-23523b6fa4ae, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=f3218c6c-8bc0-4868-97e5-23523b6fa4ae,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:15:13.184499 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:13.185398 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device bcbef7be-e06b-48a3-bc97-343265fe03c9 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:15:13.221752 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94556f4-d597-448a-8312-3570d42fbaba req-28e5d61f-206d-41c1-92e4-1ec1dde5db9b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:13.230461 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e94556f4-d597-448a-8312-3570d42fbaba req-28e5d61f-206d-41c1-92e4-1ec1dde5db9b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.1099932 Sep 07 07:15:13.252495 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Router 51e9eb1c-6855-4c3e-9413-c551fe6e355a has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:15:13.269418 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=f3218c6c-8bc0-4868-97e5-23523b6fa4ae,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:13.281304 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port bcbef7be-e06b-48a3-bc97-343265fe03c9 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:15:13.281587 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:13.281693 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e94556f4-d597-448a-8312-3570d42fbaba req-10e8b6ea-9156-4ea9-bc3d-156026b292db tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503757 Sep 07 07:15:13.334238 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-deede146-e62b-402e-96c3-9c3a25225d30 None None] Provisioning complete for port 005fb783-0407-4646-b575-6b4dab3a9fde triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:15:13.334526 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-deede146-e62b-402e-96c3-9c3a25225d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:13.399155 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-deede146-e62b-402e-96c3-9c3a25225d30 None None] Port 005fb783-0407-4646-b575-6b4dab3a9fde cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:15:13.419040 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:15:13.424461 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0764b85a-b51d-4dc1-9333-7c02a142562b admin admin] 10.222.0.30 "PUT /v2.0/routers/51e9eb1c-6855-4c3e-9413-c551fe6e355a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6126509 Sep 07 07:15:13.440028 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb7acb-914b-49e4-b809-327539502247 req-068af976-9643-4f4d-b63b-26fc233942c6 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:13.442169 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8cbb7acb-914b-49e4-b809-327539502247 req-068af976-9643-4f4d-b63b-26fc233942c6 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 931 time: 0.0675752 Sep 07 07:15:13.481969 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8cbb7acb-914b-49e4-b809-327539502247 req-c99c9e03-eced-4b75-9565-743e3f64b9ec tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331593 Sep 07 07:15:13.969534 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51906) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:13.974854 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-9fe549ae-4d99-496f-af14-e42b18b2dc27 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1861750609', 'description': 'tempest-description--212494712'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:15:13.997571 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fe549ae-4d99-496f-af14-e42b18b2dc27 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:14.005535 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Sync routers for ids ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:15:14.014484 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Routers {'51e9eb1c-6855-4c3e-9413-c551fe6e355a'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:15:14.015125 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:15:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:15:14.091044 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fe549ae-4d99-496f-af14-e42b18b2dc27 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:14.095726 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fe549ae-4d99-496f-af14-e42b18b2dc27 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:14.117329 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fe549ae-4d99-496f-af14-e42b18b2dc27 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:14.121491 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-9fe549ae-4d99-496f-af14-e42b18b2dc27 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1480572 Sep 07 07:15:14.121748 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 51912) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:14.127811 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-899c63c8-d247-42d1-a30f-652f016251a5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Request body: {'security_group_rule': {'security_group_id': '4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:15:14.130933 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe549ae-4d99-496f-af14-e42b18b2dc27 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:14.163344 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54fc5b-6be8-44d1-995d-db695b701c93 req-e65726c7-c455-40a6-9868-0576ecde3c65 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:14.164894 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba54fc5b-6be8-44d1-995d-db695b701c93 req-e65726c7-c455-40a6-9868-0576ecde3c65 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 946 time: 0.0713341 Sep 07 07:15:14.179901 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-899c63c8-d247-42d1-a30f-652f016251a5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:14.239691 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba54fc5b-6be8-44d1-995d-db695b701c93 req-1a288975-4312-4020-a651-40e2c1e919ab tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668437 Sep 07 07:15:14.250096 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Set router 51e9eb1c-6855-4c3e-9413-c551fe6e355a gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:15:14.279199 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-899c63c8-d247-42d1-a30f-652f016251a5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:14.283053 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-899c63c8-d247-42d1-a30f-652f016251a5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:14.303912 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c63c8-d247-42d1-a30f-652f016251a5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fe5606-ca5a-4197-8fca-3840d4321335,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:14.312499 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-899c63c8-d247-42d1-a30f-652f016251a5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:14.313960 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-899c63c8-d247-42d1-a30f-652f016251a5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1911998 Sep 07 07:15:14.316531 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 51916) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:14.321583 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-f3db9698-38a5-4371-885d-6831aa62adfd tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Request body: {'security_group_rule': {'security_group_id': '4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:15:14.349492 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f3db9698-38a5-4371-885d-6831aa62adfd tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:14.455788 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:15:12Z', 'revision_number': 4, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '005fb783-0407-4646-b575-6b4dab3a9fde', 'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'mac_address': 'fa:16:3e:0d:32:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:11Z', 'updated_at': '2021-09-07T07:15:12Z', 'revision_number': 2, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'subnets': [{'id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:15:14.483081 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Checking router: 51e9eb1c-6855-4c3e-9413-c551fe6e355a for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:15:14.483475 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Updating router 51e9eb1c-6855-4c3e-9413-c551fe6e355a port 005fb783-0407-4646-b575-6b4dab3a9fde binding host dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:15:14.512128 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:14.588605 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d38668-2964-4ae2-9bf7-2a105c027a1c req-fca1eafd-f195-40a9-b0fc-ff97ac2b401a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:14.590135 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-21d38668-2964-4ae2-9bf7-2a105c027a1c req-fca1eafd-f195-40a9-b0fc-ff97ac2b401a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0715477 Sep 07 07:15:14.599983 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f3db9698-38a5-4371-885d-6831aa62adfd tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:14.609033 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f3db9698-38a5-4371-885d-6831aa62adfd tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:14.636641 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db9698-38a5-4371-885d-6831aa62adfd tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73aed4c-f688-4f20-af9e-594f5ca22d7e,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:14.648189 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f3db9698-38a5-4371-885d-6831aa62adfd tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:14.649345 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f3db9698-38a5-4371-885d-6831aa62adfd tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3318136 Sep 07 07:15:14.653147 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 51922) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:15:14.654406 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-21d38668-2964-4ae2-9bf7-2a105c027a1c req-1eb73edf-648e-49f8-9534-7fa4fafb0945 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515881 Sep 07 07:15:14.657969 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-51d6cff8-bc83-4a6a-8d70-6c9b2ea555cf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Request body: {'floatingip': {'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:15:14.687569 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-51d6cff8-bc83-4a6a-8d70-6c9b2ea555cf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for floatingip, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:14.763922 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddf72e-67bb-470a-b769-16244286c703 req-8a750a15-b418-430d-a530-6eb161a22d26 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:14.765631 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e2ddf72e-67bb-470a-b769-16244286c703 req-8a750a15-b418-430d-a530-6eb161a22d26 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 931 time: 0.0514040 Sep 07 07:15:14.794295 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-51d6cff8-bc83-4a6a-8d70-6c9b2ea555cf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:14.809453 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:14.814213 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e2ddf72e-67bb-470a-b769-16244286c703 req-31489ed2-50cc-4d3b-a11b-72135c71bbf6 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426924 Sep 07 07:15:14.820448 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Transition to ACTIVE for port object 005fb783-0407-4646-b575-6b4dab3a9fde will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:15:14.827023 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:14.911984 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device f3218c6c-8bc0-4868-97e5-23523b6fa4ae up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:15:14.918773 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-51d6cff8-bc83-4a6a-8d70-6c9b2ea555cf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Allocated IP 172.27.2.163 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/93962994-ec1a-41bb-a115-dca00c99c1d0) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:15:14.952180 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715454a-2a4f-4dde-8e04-3eaf23b2dff8 None None] Pushing event updated for resources: {'Port': ['ID=005fb783-0407-4646-b575-6b4dab3a9fde,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:14.959658 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Attempting to bind port 005fb783-0407-4646-b575-6b4dab3a9fde on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:15:14.960042 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Attempting to bind port 005fb783-0407-4646-b575-6b4dab3a9fde by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '162c25c0-4f83-42c9-9626-6d331fea67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:15:14.960414 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Attempting to bind port 005fb783-0407-4646-b575-6b4dab3a9fde on network 763aca73-fbfa-4ea1-a434-95a1680e6608 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:15:14.972037 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:15:14.972976 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Checking segment: {'id': '162c25c0-4f83-42c9-9626-6d331fea67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:15:14.973409 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:14.973818 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Bound using segment: {'id': '162c25c0-4f83-42c9-9626-6d331fea67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:15:14.974327 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Bound port: 005fb783-0407-4646-b575-6b4dab3a9fde, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162c25c0-4f83-42c9-9626-6d331fea67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:15:14.974716 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:15.036869 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-51d6cff8-bc83-4a6a-8d70-6c9b2ea555cf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:15.038801 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port f3218c6c-8bc0-4868-97e5-23523b6fa4ae triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:15:15.039195 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:15.074114 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] For port 005fb783-0407-4646-b575-6b4dab3a9fde, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:15:15.075249 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-51d6cff8-bc83-4a6a-8d70-6c9b2ea555cf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:15.078870 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] For port 005fb783-0407-4646-b575-6b4dab3a9fde, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=005fb783-0407-4646-b575-6b4dab3a9fde,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:15:15.087150 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:15.115841 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d6cff8-bc83-4a6a-8d70-6c9b2ea555cf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:15:15.118608 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-51d6cff8-bc83-4a6a-8d70-6c9b2ea555cf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:15:15.121961 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d6cff8-bc83-4a6a-8d70-6c9b2ea555cf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:15:15.152395 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6cff8-bc83-4a6a-8d70-6c9b2ea555cf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Pushing event updated for resources: {'Port': ['ID=93962994-ec1a-41bb-a115-dca00c99c1d0,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:15.199630 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Routers {'51e9eb1c-6855-4c3e-9413-c551fe6e355a'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:15:15.200274 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:15:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:15:15.204729 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715454a-2a4f-4dde-8e04-3eaf23b2dff8 None None] Pushing event updated for resources: {'Port': ['ID=005fb783-0407-4646-b575-6b4dab3a9fde,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:15.218142 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-51d6cff8-bc83-4a6a-8d70-6c9b2ea555cf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:15.253505 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-51d6cff8-bc83-4a6a-8d70-6c9b2ea555cf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:15.343364 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] Set router 51e9eb1c-6855-4c3e-9413-c551fe6e355a gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:15:15.367375 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dc553-28ae-4e8c-a2bd-f87ec5d0996d req-bf00fc8a-fbeb-4ab7-acd1-cc1abfd28482 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:15.368868 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d15dc553-28ae-4e8c-a2bd-f87ec5d0996d req-bf00fc8a-fbeb-4ab7-acd1-cc1abfd28482 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 946 time: 0.0552788 Sep 07 07:15:15.407516 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d15dc553-28ae-4e8c-a2bd-f87ec5d0996d req-27dfcfa7-5b8f-4925-b025-1ea09d950a9a tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325992 Sep 07 07:15:15.422226 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-51d6cff8-bc83-4a6a-8d70-6c9b2ea555cf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:15.430836 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-51d6cff8-bc83-4a6a-8d70-6c9b2ea555cf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:15.500733 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6cff8-bc83-4a6a-8d70-6c9b2ea555cf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Pushing event updated for resources: {'Port': ['ID=93962994-ec1a-41bb-a115-dca00c99c1d0,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:15.507164 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-51d6cff8-bc83-4a6a-8d70-6c9b2ea555cf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579857'] for floatingip, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:15.520452 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-51d6cff8-bc83-4a6a-8d70-6c9b2ea555cf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:15.521807 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-51d6cff8-bc83-4a6a-8d70-6c9b2ea555cf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8675103 Sep 07 07:15:15.563092 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:15:12Z', 'revision_number': 4, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '005fb783-0407-4646-b575-6b4dab3a9fde', 'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'mac_address': 'fa:16:3e:0d:32:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:11Z', 'updated_at': '2021-09-07T07:15:15Z', 'revision_number': 4, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'subnets': [{'id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:15:15.594458 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4db6e-237a-4b36-9374-09adf792b481 None None] The sync data for ids ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'] in dv-cinder-804735-9-iscsi is: [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:15:12Z', 'revision_number': 4, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '005fb783-0407-4646-b575-6b4dab3a9fde', 'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'mac_address': 'fa:16:3e:0d:32:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:11Z', 'updated_at': '2021-09-07T07:15:15Z', 'revision_number': 4, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'subnets': [{'id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:15:15.692582 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-d0e58cc4-035e-4c05-a87b-17285cdca216 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1861750609&fields=id&tenant_id=31ec539a0e824d0385bb9d4a12e94d3e HTTP/1.1" status: 200 len: 267 time: 0.0566087 Sep 07 07:15:15.806538 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-0266dd43-a927-4187-8711-1ebfe698aa59 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:15.808090 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-0266dd43-a927-4187-8711-1ebfe698aa59 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/networks?id=763aca73-fbfa-4ea1-a434-95a1680e6608 HTTP/1.1" status: 200 len: 817 time: 0.1078594 Sep 07 07:15:15.823611 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-cbf6fd53-c221-42cd-b2f3-c525a6e8282d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/quotas/31ec539a0e824d0385bb9d4a12e94d3e HTTP/1.1" status: 200 len: 375 time: 0.0097973 Sep 07 07:15:15.877673 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-e1e8f9d6-0814-48f7-8a46-7f45fe99625f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=31ec539a0e824d0385bb9d4a12e94d3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483167 Sep 07 07:15:15.930137 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['248be358-cd4c-4e39-acf4-cf97485c1506'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:15:15.933402 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Request body: {'port': {'device_id': '02592f5f-668d-47e3-abf5-97468338870c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:15:16.000833 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:16.021195 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-4d6c8a1a-6d4d-4e87-8e21-9a3bed1d36de service neutron] 10.222.0.30 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283810 Sep 07 07:15:16.139762 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-0380323d-8a84-4415-b43a-20d4a6c8740c service neutron] 10.222.0.30 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094310 Sep 07 07:15:16.163507 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa4212-8cad-412b-aa4e-c1af3cf7329c req-0748c88d-a3f8-4bf0-9d1a-986963756d71 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:16.164805 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-75fa4212-8cad-412b-aa4e-c1af3cf7329c req-0748c88d-a3f8-4bf0-9d1a-986963756d71 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.1218483 Sep 07 07:15:16.239271 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-75fa4212-8cad-412b-aa4e-c1af3cf7329c req-2dd216ad-1053-4809-8fa7-6d06480e7c79 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633426 Sep 07 07:15:16.366081 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afffdeb-9314-4a22-bdc7-1240369cebfc req-d7d4baeb-3d57-457a-9e7d-b1aba6787d49 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:16.368005 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0afffdeb-9314-4a22-bdc7-1240369cebfc req-d7d4baeb-3d57-457a-9e7d-b1aba6787d49 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 931 time: 0.0554688 Sep 07 07:15:16.374515 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9fd07ed4-5740-4f79-9b90-1c560a175188 req-5ce1cb62-574c-4e8f-8452-be5415275baa tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 210 time: 0.0605829 Sep 07 07:15:16.418969 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08bfa0a-bbab-457f-8f7d-a355def3244c {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:15:16.423519 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0afffdeb-9314-4a22-bdc7-1240369cebfc req-5a5f292a-066e-457a-b34c-93a7582754df tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434210 Sep 07 07:15:16.437685 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:16.452028 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Transition to ACTIVE for port object a08bfa0a-bbab-457f-8f7d-a355def3244c will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:15:16.455942 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:16.534294 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Pushing event updated for resources: {'Port': ['ID=a08bfa0a-bbab-457f-8f7d-a355def3244c,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:16.602584 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a5473-96a9-4a89-a0a9-42cc348cb818 req-1319aab8-3bba-42f0-b57c-e86c7fb86acf tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:16.604103 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a68a5473-96a9-4a89-a0a9-42cc348cb818 req-1319aab8-3bba-42f0-b57c-e86c7fb86acf tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 946 time: 0.1114514 Sep 07 07:15:16.646721 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Attempting to bind port a08bfa0a-bbab-457f-8f7d-a355def3244c on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:15:16.647061 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Attempting to bind port a08bfa0a-bbab-457f-8f7d-a355def3244c by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'f315a493-8adb-435c-a2a4-2b68883c8113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:15:16.647757 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Attempting to bind port a08bfa0a-bbab-457f-8f7d-a355def3244c on network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:15:16.661137 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Port a08bfa0a-bbab-457f-8f7d-a355def3244c on network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:15:16.661472 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Attempting to bind port a08bfa0a-bbab-457f-8f7d-a355def3244c on network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:15:16.666786 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a68a5473-96a9-4a89-a0a9-42cc348cb818 req-9910fd95-006e-4751-92de-6ff5003866bb tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508535 Sep 07 07:15:16.669435 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:15:16.669777 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Checking segment: {'id': 'f315a493-8adb-435c-a2a4-2b68883c8113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:15:16.670139 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Bound using segment: {'id': 'f315a493-8adb-435c-a2a4-2b68883c8113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:15:16.670624 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Bound port: a08bfa0a-bbab-457f-8f7d-a355def3244c, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f315a493-8adb-435c-a2a4-2b68883c8113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:15:16.670958 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:16.747042 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] For port a08bfa0a-bbab-457f-8f7d-a355def3244c, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:15:16.750530 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] For port a08bfa0a-bbab-457f-8f7d-a355def3244c, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a08bfa0a-bbab-457f-8f7d-a355def3244c,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:15:16.754989 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:16.787998 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:16.788625 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:16.790017 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] 10.222.0.15 "PUT /v2.0/ports/a08bfa0a-bbab-457f-8f7d-a355def3244c HTTP/1.1" status: 200 len: 1093 time: 0.8612394 Sep 07 07:15:16.795426 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02592f5f-668d-47e3-abf5-97468338870c', 'tag': 'a08bfa0a-bbab-457f-8f7d-a355def3244c'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:15:16.797684 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8dffff-541f-4449-90f5-cb85c6245b80" -d '{"events": [{"name": "network-changed", "server_uuid": "02592f5f-668d-47e3-abf5-97468338870c", "tag": "a08bfa0a-bbab-457f-8f7d-a355def3244c"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:15:16.838222 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66977dbc-886d-4cf2-bada-38b5730e852f service neutron] Pushing event updated for resources: {'Port': ['ID=a08bfa0a-bbab-457f-8f7d-a355def3244c,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:16.854196 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df112380-8516-4e52-99d6-748e3827bab8 x-openstack-request-id: req-df112380-8516-4e52-99d6-748e3827bab8 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:15:16.854492 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02592f5f-668d-47e3-abf5-97468338870c", "tag": "a08bfa0a-bbab-457f-8f7d-a355def3244c", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:15:16.854866 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df112380-8516-4e52-99d6-748e3827bab8 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:15:16.855276 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02592f5f-668d-47e3-abf5-97468338870c', 'tag': 'a08bfa0a-bbab-457f-8f7d-a355def3244c', 'status': 'completed', 'code': 200} Sep 07 07:15:16.898528 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 005fb783-0407-4646-b575-6b4dab3a9fde up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:15:16.947341 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port 005fb783-0407-4646-b575-6b4dab3a9fde completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:15:16.950778 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 005fb783-0407-4646-b575-6b4dab3a9fde triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:15:16.951151 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:17.034155 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:17.043927 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-1e11e47f-9ba3-4a98-8628-6bfc08ce3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:17.046044 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-1e11e47f-9ba3-4a98-8628-6bfc08ce3109 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1941f241057e4fa98d84552cc6064fe0&device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 1096 time: 0.0621994 Sep 07 07:15:17.070153 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port 005fb783-0407-4646-b575-6b4dab3a9fde, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=005fb783-0407-4646-b575-6b4dab3a9fde,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:15:17.074167 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:17.120094 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=005fb783-0407-4646-b575-6b4dab3a9fde,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:17.159650 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-4a5523b1-0300-4918-8972-6c4fc4235990 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a08bfa0a-bbab-457f-8f7d-a355def3244c HTTP/1.1" status: 200 len: 217 time: 0.0338900 Sep 07 07:15:17.361131 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccedc4-ce6a-48fb-bd74-3fe8a823a092 req-39350f12-f629-4925-bb9c-ae5fe50093f9 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:17.362570 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-95ccedc4-ce6a-48fb-bd74-3fe8a823a092 req-39350f12-f629-4925-bb9c-ae5fe50093f9 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0502419 Sep 07 07:15:17.403202 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-95ccedc4-ce6a-48fb-bd74-3fe8a823a092 req-05982ed4-f589-4b6b-8093-a7ffe5b62da0 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315270 Sep 07 07:15:17.478218 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-87359899-b565-4068-87ec-e8716e65cbda req-86ba5063-06f5-4e6d-bdfe-45067a74ea22 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 210 time: 0.0259461 Sep 07 07:15:17.523373 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcedc6a-d7a6-4b55-9c0e-9298ef713cd5 req-53448279-fcb6-4300-905d-0eb6f48d60a7 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:17.524842 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6dcedc6a-d7a6-4b55-9c0e-9298ef713cd5 req-53448279-fcb6-4300-905d-0eb6f48d60a7 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0476918 Sep 07 07:15:17.561414 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6dcedc6a-d7a6-4b55-9c0e-9298ef713cd5 req-9d04fd52-d82a-4674-81f0-cefd788664d9 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307984 Sep 07 07:15:17.783079 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dacf3-7589-46ab-b0c4-996ddde222a9 req-81fa2675-3f1a-4d4c-a333-366bab1c2786 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:17.784560 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-045dacf3-7589-46ab-b0c4-996ddde222a9 req-81fa2675-3f1a-4d4c-a333-366bab1c2786 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 946 time: 0.0505877 Sep 07 07:15:17.820394 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-045dacf3-7589-46ab-b0c4-996ddde222a9 req-574c68cf-32a2-4b45-be54-97434e2979bd tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300791 Sep 07 07:15:18.514651 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9728a-81db-4328-a8d2-04ab7c91e21e req-c8616ca5-7e31-43da-905b-add5cb6f5be2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:18.516140 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f1e9728a-81db-4328-a8d2-04ab7c91e21e req-c8616ca5-7e31-43da-905b-add5cb6f5be2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0472806 Sep 07 07:15:18.552474 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f1e9728a-81db-4328-a8d2-04ab7c91e21e req-de13e3fb-5374-477b-aa66-2a903e16185a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305252 Sep 07 07:15:18.634145 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7c80f3f5-399a-474e-8435-8c949a7b74bf req-37c08ee3-fa27-4516-a69a-bd9f69908204 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 210 time: 0.0298815 Sep 07 07:15:18.737899 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448ebff-2d61-49dd-a555-c3d30f2a3aeb req-02d920b2-fef0-4263-9af5-cb0bd4a591a6 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:18.739998 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f448ebff-2d61-49dd-a555-c3d30f2a3aeb req-02d920b2-fef0-4263-9af5-cb0bd4a591a6 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0498638 Sep 07 07:15:18.778020 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f448ebff-2d61-49dd-a555-c3d30f2a3aeb req-96edc171-621d-46d8-bb21-1f0f6d40afa5 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323143 Sep 07 07:15:18.859070 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 005fb783-0407-4646-b575-6b4dab3a9fde up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:15:18.908703 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 005fb783-0407-4646-b575-6b4dab3a9fde triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:15:18.909099 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:19.662595 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c539442-ea4d-4ac7-a2be-3a30919588d7 req-286d6e82-126b-48b1-b3c1-2ffe052e5366 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:19.664658 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0c539442-ea4d-4ac7-a2be-3a30919588d7 req-286d6e82-126b-48b1-b3c1-2ffe052e5366 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0476329 Sep 07 07:15:19.701920 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0c539442-ea4d-4ac7-a2be-3a30919588d7 req-3693c142-bfaa-4066-9748-a4e62cab88da tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314932 Sep 07 07:15:19.778636 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f5326868-7cdc-4ed7-92c2-e81ec8bb1e89 req-43d80b20-a04e-4c15-9c1a-2100727890b8 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 210 time: 0.0251250 Sep 07 07:15:19.886789 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ac6cd-8cd0-464d-8544-335d67008636 req-e06c8e55-63ba-4c8e-a3b6-7539d4cde126 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:19.888172 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-390ac6cd-8cd0-464d-8544-335d67008636 req-e06c8e55-63ba-4c8e-a3b6-7539d4cde126 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0468287 Sep 07 07:15:19.923247 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-390ac6cd-8cd0-464d-8544-335d67008636 req-371e91e8-beaf-4225-9879-c4c0e7e1eb97 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293884 Sep 07 07:15:20.824045 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330d84b-89e7-4a1e-a038-53215b957579 req-9a164135-83d6-4e98-8e10-85bee97d58d3 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:20.825472 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8330d84b-89e7-4a1e-a038-53215b957579 req-9a164135-83d6-4e98-8e10-85bee97d58d3 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0512323 Sep 07 07:15:20.861930 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8330d84b-89e7-4a1e-a038-53215b957579 req-98f1df3a-586b-44fd-94d9-8dd9fc1fea4f tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307391 Sep 07 07:15:20.938729 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e5b14dc1-013c-4b31-b334-f115196e53be req-2575736a-2a95-404a-9b2a-58b9e54c710f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 210 time: 0.0256648 Sep 07 07:15:21.039218 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896e963-8071-4d56-85d2-e723acc1aee5 req-20158d56-7139-4934-bc30-383e699c5083 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:21.040749 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2896e963-8071-4d56-85d2-e723acc1aee5 req-20158d56-7139-4934-bc30-383e699c5083 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0456779 Sep 07 07:15:21.076633 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2896e963-8071-4d56-85d2-e723acc1aee5 req-f71ad0f0-c57a-4fb8-bb10-307cb0f7ce27 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301986 Sep 07 07:15:21.135149 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:21.629925 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-fd166d47-a155-4676-951c-3a685569122b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:21.631276 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-fd166d47-a155-4676-951c-3a685569122b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bbfed80f-05db-4166-bc1f-98df7697e081 HTTP/1.1" status: 200 len: 855 time: 0.0475254 Sep 07 07:15:21.693715 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-0d58f6cf-a304-43dc-b99b-274fd0bfecd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242417 Sep 07 07:15:21.819134 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-a42e1b84-0915-45da-9197-061e06a676ea service neutron] 10.222.0.15 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856912 Sep 07 07:15:21.915601 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7ae90a8c-91a1-482b-bfd9-06d07ac738ee req-ccbd3a15-75fd-4410-b8fc-1845ae482c4a service neutron] 10.222.0.15 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890582 Sep 07 07:15:21.997328 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5267e2-390d-4494-bbe6-da0b82a83f9a req-b981bd69-78e5-4091-bdf1-d433c36315fb tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:22.000039 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1e5267e2-390d-4494-bbe6-da0b82a83f9a req-b981bd69-78e5-4091-bdf1-d433c36315fb tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0708206 Sep 07 07:15:22.043131 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1e5267e2-390d-4494-bbe6-da0b82a83f9a req-ed02d559-6c41-4c95-9a0e-b6781cd516a9 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346551 Sep 07 07:15:22.055175 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8659cab5-5187-4776-aa55-26c6bcca18ba req-5008e8bb-f32d-4f57-ad91-be33f097aaaa tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 210 time: 0.0258901 Sep 07 07:15:22.185850 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5582d9-850a-4a72-8da1-90648a8caecd req-730f3b42-5345-469e-960c-03373792b3c8 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:22.187309 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ab5582d9-850a-4a72-8da1-90648a8caecd req-730f3b42-5345-469e-960c-03373792b3c8 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0467885 Sep 07 07:15:22.227362 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ab5582d9-850a-4a72-8da1-90648a8caecd req-c441ef75-31d1-442a-8062-92fd2a400ac5 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342896 Sep 07 07:15:22.391322 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dffff-541f-4449-90f5-cb85c6245b80 req-97008cd1-212a-4b6c-9856-f8ccd7c19916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:22.392790 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7c8dffff-541f-4449-90f5-cb85c6245b80 req-97008cd1-212a-4b6c-9856-f8ccd7c19916 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1941f241057e4fa98d84552cc6064fe0&device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 1096 time: 0.0386608 Sep 07 07:15:22.541492 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dffff-541f-4449-90f5-cb85c6245b80 req-c042da5d-2519-46a0-bda6-af0f6c4b1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:22.542977 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7c8dffff-541f-4449-90f5-cb85c6245b80 req-c042da5d-2519-46a0-bda6-af0f6c4b1306 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e HTTP/1.1" status: 200 len: 916 time: 0.0895746 Sep 07 07:15:22.589350 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7c8dffff-541f-4449-90f5-cb85c6245b80 req-d45764c2-a194-4ceb-8531-88991f10c0cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a08bfa0a-bbab-457f-8f7d-a355def3244c HTTP/1.1" status: 200 len: 217 time: 0.0375025 Sep 07 07:15:22.639537 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dffff-541f-4449-90f5-cb85c6245b80 req-d266f1c7-e476-49ac-9692-5c64ec52cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:22.641275 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7c8dffff-541f-4449-90f5-cb85c6245b80 req-d266f1c7-e476-49ac-9692-5c64ec52cdd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bbfed80f-05db-4166-bc1f-98df7697e081 HTTP/1.1" status: 200 len: 855 time: 0.0437183 Sep 07 07:15:22.672509 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7c8dffff-541f-4449-90f5-cb85c6245b80 req-f2987b8b-6d0a-44bd-ac3e-2f0febb97f51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232255 Sep 07 07:15:22.764949 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7c8dffff-541f-4449-90f5-cb85c6245b80 req-98366354-572c-471e-afcb-55808aa8c599 service neutron] 10.222.0.15 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849321 Sep 07 07:15:22.859972 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7c8dffff-541f-4449-90f5-cb85c6245b80 req-78283116-ca52-40eb-b363-4bf17c7d1f4b service neutron] 10.222.0.15 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859330 Sep 07 07:15:23.154114 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4fcdcb40-9d15-4d2e-b96d-b5f5bb510e31 req-a3fe69f7-3c70-430b-abd6-731414d81e06 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 210 time: 0.0244968 Sep 07 07:15:23.154807 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365d24c-bc8e-497c-920e-363319dd9a16 req-6eff3afd-b8b4-4e10-b0c3-c8cae53bdb77 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:23.156170 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e365d24c-bc8e-497c-920e-363319dd9a16 req-6eff3afd-b8b4-4e10-b0c3-c8cae53bdb77 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0482101 Sep 07 07:15:23.199355 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e365d24c-bc8e-497c-920e-363319dd9a16 req-264f8c75-f619-42cc-8588-63bdd4b9bc16 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368156 Sep 07 07:15:23.345938 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f252616-9c79-45b0-aaa3-117f2e1ff6ed req-daaa9c5e-7c41-4895-9d10-ab8dc8bb8657 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:23.347534 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4f252616-9c79-45b0-aaa3-117f2e1ff6ed req-daaa9c5e-7c41-4895-9d10-ab8dc8bb8657 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0521181 Sep 07 07:15:23.384493 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4f252616-9c79-45b0-aaa3-117f2e1ff6ed req-4249a31c-c696-4016-877c-dc347c8d0d9e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308125 Sep 07 07:15:24.250182 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27242d91-b05d-4d81-a576-1a5f1a74bbf3 req-6271be00-69ff-4022-8b63-04964b051710 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 210 time: 0.0262382 Sep 07 07:15:24.353061 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97753ad1-acff-4fa1-9611-0f68e10e07ae req-e570cfc5-3239-416b-97be-03efbb1d8ca4 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:24.354576 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-97753ad1-acff-4fa1-9611-0f68e10e07ae req-e570cfc5-3239-416b-97be-03efbb1d8ca4 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0483587 Sep 07 07:15:24.391510 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-97753ad1-acff-4fa1-9611-0f68e10e07ae req-5e21354f-98ad-4ef1-bcde-38d5358bea40 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306613 Sep 07 07:15:24.532117 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf82bc-f72b-4c89-8880-5b3fc6619944 req-d44d5fe0-12e1-45a9-bcca-00e4711c7108 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:24.533595 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-73bf82bc-f72b-4c89-8880-5b3fc6619944 req-d44d5fe0-12e1-45a9-bcca-00e4711c7108 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0510132 Sep 07 07:15:24.571883 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-73bf82bc-f72b-4c89-8880-5b3fc6619944 req-3284ae1e-6480-48bd-b012-8517f85f1f30 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319338 Sep 07 07:15:25.347325 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4243a024-6728-48d4-8528-6ff87ea595dd req-6f70fea9-dbe0-45c5-9bcb-d135350db9f8 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 210 time: 0.0255485 Sep 07 07:15:25.498905 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a545601-8d2f-4e3c-ac78-d4e65373eb37 req-21c68908-3c38-49b0-a098-c3e6ea6374b7 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:25.500470 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5a545601-8d2f-4e3c-ac78-d4e65373eb37 req-21c68908-3c38-49b0-a098-c3e6ea6374b7 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0463448 Sep 07 07:15:25.537528 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5a545601-8d2f-4e3c-ac78-d4e65373eb37 req-d2738c97-c9f1-4771-88e9-19fdeaccefc1 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307407 Sep 07 07:15:25.686510 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f152eeb-4b6c-4647-bae6-b89cfca0ef22 req-b8b917e0-0e4a-4cba-bc99-086aecbcda79 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:25.688188 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0f152eeb-4b6c-4647-bae6-b89cfca0ef22 req-b8b917e0-0e4a-4cba-bc99-086aecbcda79 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0499792 Sep 07 07:15:25.724569 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0f152eeb-4b6c-4647-bae6-b89cfca0ef22 req-80510ab4-5abe-436f-89dc-bea157af163c tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300601 Sep 07 07:15:26.004600 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-e7e021cc-2a8c-4b60-933f-31b4ccdac718 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:26.006051 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-e7e021cc-2a8c-4b60-933f-31b4ccdac718 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.15 "GET /v2.0/networks?id=763aca73-fbfa-4ea1-a434-95a1680e6608 HTTP/1.1" status: 200 len: 817 time: 0.1033461 Sep 07 07:15:26.447170 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-84c73456-c244-4b9b-8cd4-498bedc32755 req-2248452f-b186-4cd4-aa34-393ecc95f6ed tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 210 time: 0.0286148 Sep 07 07:15:26.789277 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425fc69-4e16-4021-8e34-7a0eb4511972 req-a32ffd99-169a-410e-a256-76e72d46746c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:26.790742 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5425fc69-4e16-4021-8e34-7a0eb4511972 req-a32ffd99-169a-410e-a256-76e72d46746c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0498729 Sep 07 07:15:26.826895 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5425fc69-4e16-4021-8e34-7a0eb4511972 req-d00c3930-b51a-4b63-b248-1002ffb38064 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303597 Sep 07 07:15:26.886335 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:15:26.926510 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae398e54-dd7c-4628-8a8d-b783b4e064f5 req-5963a942-958d-4de6-a03b-1243a1d2a9f8 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:26.928076 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ae398e54-dd7c-4628-8a8d-b783b4e064f5 req-5963a942-958d-4de6-a03b-1243a1d2a9f8 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0479677 Sep 07 07:15:26.966677 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ae398e54-dd7c-4628-8a8d-b783b4e064f5 req-37460ac6-7927-4e18-87dd-d46db9b39812 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328715 Sep 07 07:15:27.536282 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6fd7812b-bdfd-4a21-9627-2ec14f35fddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:27.542472 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-115f1f2a-1bb3-4549-933f-459e90a7a961 req-2a10cb38-620b-4f80-a6b5-34280a6f715e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 210 time: 0.0274670 Sep 07 07:15:27.938277 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de68e8-f11b-403e-963f-5b783ffabee7 req-87b09e36-9dff-44ba-bf66-5e308b17c4d2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:27.939747 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-95de68e8-f11b-403e-963f-5b783ffabee7 req-87b09e36-9dff-44ba-bf66-5e308b17c4d2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0478313 Sep 07 07:15:27.975815 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-95de68e8-f11b-403e-963f-5b783ffabee7 req-98588f46-58b4-42fa-8315-cff4b2605213 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302005 Sep 07 07:15:28.084305 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0632ff-b27e-4897-a218-49a3d3e2df09 req-3dfb2558-1996-4dc2-af9a-0b90817da4f6 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:28.086162 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5a0632ff-b27e-4897-a218-49a3d3e2df09 req-3dfb2558-1996-4dc2-af9a-0b90817da4f6 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0501294 Sep 07 07:15:28.124560 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5a0632ff-b27e-4897-a218-49a3d3e2df09 req-aab85d8a-4499-43d4-8d66-7131c435f36c tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322695 Sep 07 07:15:28.639350 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7fe7fe1a-6019-4d24-b332-70ab9e55d5a6 req-275d8cf6-ba55-417d-9b46-2b45c3489586 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 210 time: 0.0288844 Sep 07 07:15:29.092120 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4357259-4b1a-40fd-a1da-20a0a0e0acfb req-968c2bb9-41cb-4c52-9862-6e20f9c3b418 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:29.093589 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d4357259-4b1a-40fd-a1da-20a0a0e0acfb req-968c2bb9-41cb-4c52-9862-6e20f9c3b418 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0475452 Sep 07 07:15:29.132088 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d4357259-4b1a-40fd-a1da-20a0a0e0acfb req-63125664-332b-4eea-8878-ee139f6de8e3 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325420 Sep 07 07:15:29.233331 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7b743-3e51-4420-97ed-04f27b0e94ad req-8b81cf45-ae10-48dc-b9e5-1f35a94eab05 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:29.234796 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-39b7b743-3e51-4420-97ed-04f27b0e94ad req-8b81cf45-ae10-48dc-b9e5-1f35a94eab05 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0479310 Sep 07 07:15:29.271103 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-39b7b743-3e51-4420-97ed-04f27b0e94ad req-dc86e902-b4c6-49be-92ff-4a11a13b77a3 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304365 Sep 07 07:15:29.664751 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-9505fbf1-e847-4693-9a3a-dc32631fea07 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31ec539a0e824d0385bb9d4a12e94d3e HTTP/1.1" status: 200 len: 380 time: 0.0329084 Sep 07 07:15:29.686691 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-407d746f-41ce-4824-bc79-874c1dea5261 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Request body: {'port': {'device_id': 'dd866664-0a58-493c-bbd4-80940472fabc', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'admin_state_up': True, 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'security_groups': ['4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f']}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:15:29.735910 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-988d6b01-0d31-4b00-8bbb-ab444dbdf5dd req-c5c2f139-ecfc-42f1-92cc-ce350225f74c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 210 time: 0.0260575 Sep 07 07:15:29.806980 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-407d746f-41ce-4824-bc79-874c1dea5261 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Made reservation on behalf of 31ec539a0e824d0385bb9d4a12e94d3e for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:15:29.810386 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-407d746f-41ce-4824-bc79-874c1dea5261 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:29.934335 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-407d746f-41ce-4824-bc79-874c1dea5261 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Allocated IP 172.20.0.14 (763aca73-fbfa-4ea1-a434-95a1680e6608/449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa/ec92d13e-339c-4aaf-a5b8-2fe63818a527) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:15:30.071848 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-407d746f-41ce-4824-bc79-874c1dea5261 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:30.084439 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-407d746f-41ce-4824-bc79-874c1dea5261 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Transition to ACTIVE for port object ec92d13e-339c-4aaf-a5b8-2fe63818a527 will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:15:30.116239 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-407d746f-41ce-4824-bc79-874c1dea5261 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:30.157793 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-407d746f-41ce-4824-bc79-874c1dea5261 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Network 763aca73-fbfa-4ea1-a434-95a1680e6608 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:15:30.161483 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-407d746f-41ce-4824-bc79-874c1dea5261 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:15:30.163980 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-407d746f-41ce-4824-bc79-874c1dea5261 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:15:30.195809 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d746f-41ce-4824-bc79-874c1dea5261 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Pushing event updated for resources: {'Port': ['ID=ec92d13e-339c-4aaf-a5b8-2fe63818a527,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:30.207372 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:30.227923 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-407d746f-41ce-4824-bc79-874c1dea5261 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:30.228606 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-407d746f-41ce-4824-bc79-874c1dea5261 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:30.243495 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-407d746f-41ce-4824-bc79-874c1dea5261 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5609956 Sep 07 07:15:30.264557 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058385a-f0b7-4a11-b906-32f8c80ffdce req-fc462040-c5d1-4e6f-a08d-d120b335be12 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:30.266074 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c058385a-f0b7-4a11-b906-32f8c80ffdce req-fc462040-c5d1-4e6f-a08d-d120b335be12 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0551116 Sep 07 07:15:30.282563 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-409171ce-5202-49c3-a445-d07b05397f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:30.306400 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c058385a-f0b7-4a11-b906-32f8c80ffdce req-7edbe1ba-6f78-431d-9405-662464d8446c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333719 Sep 07 07:15:30.346782 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Request body: {'port': {'device_id': 'dd866664-0a58-493c-bbd4-80940472fabc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:15:30.379075 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-6c394163-163c-4917-95b2-0ec8ea1549a7 None None] Provisioning for port ec92d13e-339c-4aaf-a5b8-2fe63818a527 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:15:30.383887 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-6c394163-163c-4917-95b2-0ec8ea1549a7 None None] Provisioning complete for port ec92d13e-339c-4aaf-a5b8-2fe63818a527 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:15:30.384271 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6c394163-163c-4917-95b2-0ec8ea1549a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:30.405800 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:30.414191 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c412c89-66b6-465e-9ca2-7dde8902a15b req-aff0155f-a39c-49f0-b243-8280b43d15a7 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:30.416017 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8c412c89-66b6-465e-9ca2-7dde8902a15b req-aff0155f-a39c-49f0-b243-8280b43d15a7 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0505829 Sep 07 07:15:30.419076 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-6c394163-163c-4917-95b2-0ec8ea1549a7 None None] Port ec92d13e-339c-4aaf-a5b8-2fe63818a527 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:15:30.455081 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8c412c89-66b6-465e-9ca2-7dde8902a15b req-ca34c10e-9c1b-4557-a3ca-282427360e2f tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324361 Sep 07 07:15:30.690253 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec92d13e-339c-4aaf-a5b8-2fe63818a527 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:15:30.697653 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:30.709300 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Transition to ACTIVE for port object ec92d13e-339c-4aaf-a5b8-2fe63818a527 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:15:30.713284 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:30.766951 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Pushing event updated for resources: {'Port': ['ID=ec92d13e-339c-4aaf-a5b8-2fe63818a527,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:30.846364 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Attempting to bind port ec92d13e-339c-4aaf-a5b8-2fe63818a527 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:15:30.846707 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Attempting to bind port ec92d13e-339c-4aaf-a5b8-2fe63818a527 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '162c25c0-4f83-42c9-9626-6d331fea67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:15:30.847083 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Attempting to bind port ec92d13e-339c-4aaf-a5b8-2fe63818a527 on network 763aca73-fbfa-4ea1-a434-95a1680e6608 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:15:30.869954 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Port ec92d13e-339c-4aaf-a5b8-2fe63818a527 on network 763aca73-fbfa-4ea1-a434-95a1680e6608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:15:30.869954 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Attempting to bind port ec92d13e-339c-4aaf-a5b8-2fe63818a527 on network 763aca73-fbfa-4ea1-a434-95a1680e6608 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:15:30.874464 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:15:30.874800 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Checking segment: {'id': '162c25c0-4f83-42c9-9626-6d331fea67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:15:30.875518 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Bound using segment: {'id': '162c25c0-4f83-42c9-9626-6d331fea67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:15:30.875641 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Bound port: ec92d13e-339c-4aaf-a5b8-2fe63818a527, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162c25c0-4f83-42c9-9626-6d331fea67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:15:30.875991 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:30.904352 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83158e-014c-48f1-b7a9-afbb62caefb3 req-f4619e7c-d554-4691-9b56-275c8997d165 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:30.905878 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-af83158e-014c-48f1-b7a9-afbb62caefb3 req-f4619e7c-d554-4691-9b56-275c8997d165 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0728505 Sep 07 07:15:31.091144 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:31.212303 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-af83158e-014c-48f1-b7a9-afbb62caefb3 req-b4a3c138-72bc-4905-9ab0-9bcd7603cde6 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558321 Sep 07 07:15:31.213298 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] For port ec92d13e-339c-4aaf-a5b8-2fe63818a527, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:15:31.216603 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] For port ec92d13e-339c-4aaf-a5b8-2fe63818a527, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ec92d13e-339c-4aaf-a5b8-2fe63818a527,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:15:31.221570 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:31.261079 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:31.261695 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:31.263112 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] 10.222.0.15 "PUT /v2.0/ports/ec92d13e-339c-4aaf-a5b8-2fe63818a527 HTTP/1.1" status: 200 len: 1094 time: 0.9213746 Sep 07 07:15:31.266619 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd866664-0a58-493c-bbd4-80940472fabc', 'tag': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:15:31.266619 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b5fced-0f61-46c2-83ca-15c1d5ff8785" -d '{"events": [{"name": "network-changed", "server_uuid": "dd866664-0a58-493c-bbd4-80940472fabc", "tag": "ec92d13e-339c-4aaf-a5b8-2fe63818a527"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:15:31.287835 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa29f9-b2e6-4d0d-9999-ffa69d985888 service neutron] Pushing event updated for resources: {'Port': ['ID=ec92d13e-339c-4aaf-a5b8-2fe63818a527,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:31.324913 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fcce77-f0c3-4018-8f7c-41b658546c6b x-openstack-request-id: req-e6fcce77-f0c3-4018-8f7c-41b658546c6b {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:15:31.325209 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd866664-0a58-493c-bbd4-80940472fabc", "tag": "ec92d13e-339c-4aaf-a5b8-2fe63818a527", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:15:31.325459 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6fcce77-f0c3-4018-8f7c-41b658546c6b {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:15:31.325903 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd866664-0a58-493c-bbd4-80940472fabc', 'tag': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527', 'status': 'completed', 'code': 200} Sep 07 07:15:31.420010 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcc2f7-e356-411a-bd78-85b4195dffb3 req-89e59f96-9ad2-46fe-bcb5-d1612c411978 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:31.421508 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-59bcc2f7-e356-411a-bd78-85b4195dffb3 req-89e59f96-9ad2-46fe-bcb5-d1612c411978 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0482106 Sep 07 07:15:31.460144 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-59bcc2f7-e356-411a-bd78-85b4195dffb3 req-34ca02ef-0f3b-4851-b0a7-f274d7bb98fb tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317206 Sep 07 07:15:31.568120 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f056-3c9c-4255-a851-078076ff3f0b req-db3023b4-b1af-40ae-b31b-ff68ff33f997 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:31.569522 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bda8f056-3c9c-4255-a851-078076ff3f0b req-db3023b4-b1af-40ae-b31b-ff68ff33f997 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0501354 Sep 07 07:15:31.605918 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bda8f056-3c9c-4255-a851-078076ff3f0b req-279aacb3-7d86-4712-b89a-5687f69ca794 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304940 Sep 07 07:15:32.328354 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c3988-61ca-419a-85e2-f827034fe18a req-fa9ea5fc-bf96-4ee7-b549-24ad8deb5e8a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:32.329823 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ab0c3988-61ca-419a-85e2-f827034fe18a req-fa9ea5fc-bf96-4ee7-b549-24ad8deb5e8a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0464242 Sep 07 07:15:32.368005 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ab0c3988-61ca-419a-85e2-f827034fe18a req-3d9b84ca-0f55-401e-8900-517b9d1e1dc3 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Sep 07 07:15:32.566480 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ad62-e5ee-4164-bb81-fa187a2e2c36 req-16cb8787-7530-47b0-b414-1aa2da781296 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:32.567927 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fc86ad62-e5ee-4164-bb81-fa187a2e2c36 req-16cb8787-7530-47b0-b414-1aa2da781296 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0463817 Sep 07 07:15:32.607046 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fc86ad62-e5ee-4164-bb81-fa187a2e2c36 req-a43ffb0a-823a-49ba-be1a-63821a3e6b26 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332868 Sep 07 07:15:32.721764 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42e85c-079c-4a77-92ab-c218caa50c46 req-6db6cebd-9153-4cc1-a32c-2390b465875b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:32.723212 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bb42e85c-079c-4a77-92ab-c218caa50c46 req-6db6cebd-9153-4cc1-a32c-2390b465875b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0513420 Sep 07 07:15:32.760293 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bb42e85c-079c-4a77-92ab-c218caa50c46 req-44ea502d-1c38-43be-bd4e-333f3bfad1c8 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308776 Sep 07 07:15:33.286997 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:33.480891 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dd96b-4489-48d6-9fd3-10f4ccb505ba req-eb47a091-5d45-4ee3-89f1-b7d28fa7fa62 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:33.482343 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-990dd96b-4489-48d6-9fd3-10f4ccb505ba req-eb47a091-5d45-4ee3-89f1-b7d28fa7fa62 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0468311 Sep 07 07:15:33.518448 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-990dd96b-4489-48d6-9fd3-10f4ccb505ba req-a231bf94-8558-44de-a660-a8c5af97fb81 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302744 Sep 07 07:15:33.718385 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507cff7-955b-421f-a199-b2a823b01f03 req-dd978143-5bdb-4582-ba35-2c846c3527ac tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:33.719884 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b507cff7-955b-421f-a199-b2a823b01f03 req-dd978143-5bdb-4582-ba35-2c846c3527ac tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0483706 Sep 07 07:15:33.755733 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b507cff7-955b-421f-a199-b2a823b01f03 req-e21fca8b-04ea-46b8-9631-9d01a4362d66 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300388 Sep 07 07:15:33.872150 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d969f2e-42f8-4375-a9ca-bdd66a118248 req-133911c8-4af8-4a77-b0a2-926c6dec4fd7 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:33.873725 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0d969f2e-42f8-4375-a9ca-bdd66a118248 req-133911c8-4af8-4a77-b0a2-926c6dec4fd7 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0516429 Sep 07 07:15:33.910624 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0d969f2e-42f8-4375-a9ca-bdd66a118248 req-d7436226-ba39-4e40-ab22-acc335d1354e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305972 Sep 07 07:15:34.635455 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9870c13-d424-4bf8-bc2c-8f135ef1f974 req-daa201a8-063a-4133-bddc-03227c4a5a9b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:34.636939 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b9870c13-d424-4bf8-bc2c-8f135ef1f974 req-daa201a8-063a-4133-bddc-03227c4a5a9b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0491436 Sep 07 07:15:34.675418 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b9870c13-d424-4bf8-bc2c-8f135ef1f974 req-4df91217-5548-483b-9e43-f1a06b57ddd9 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325804 Sep 07 07:15:34.866048 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98232eb8-7616-4792-801c-78fb7635c0ed req-94f2f406-29a1-4077-80fc-580344ce4e4a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:34.867542 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-98232eb8-7616-4792-801c-78fb7635c0ed req-94f2f406-29a1-4077-80fc-580344ce4e4a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0469587 Sep 07 07:15:34.903282 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-98232eb8-7616-4792-801c-78fb7635c0ed req-f9c2db22-4cfe-4fb6-a3f1-206ea6a51a82 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299776 Sep 07 07:15:35.027351 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12171fbe-35fd-45ff-8c9d-66aa403c7ce1 req-50caccb9-14d9-4853-9b02-24eed8012ed5 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:35.028804 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-12171fbe-35fd-45ff-8c9d-66aa403c7ce1 req-50caccb9-14d9-4853-9b02-24eed8012ed5 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0519807 Sep 07 07:15:35.069862 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-12171fbe-35fd-45ff-8c9d-66aa403c7ce1 req-d80e0a2a-8b74-489c-b0c4-77a483ed6cb3 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346739 Sep 07 07:15:35.787836 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cba5e-8609-49ee-943d-7406dfb402fd req-7993d308-d56a-43ae-b8ee-967f61dd8ed2 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:35.789195 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-db2cba5e-8609-49ee-943d-7406dfb402fd req-7993d308-d56a-43ae-b8ee-967f61dd8ed2 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0466766 Sep 07 07:15:35.824745 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-db2cba5e-8609-49ee-943d-7406dfb402fd req-91bcdc08-0caa-4011-a7fc-34a0042619f5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298805 Sep 07 07:15:35.935546 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5fced-0f61-46c2-83ca-15c1d5ff8785 req-0533a0e8-2d33-4bf3-96fb-bdd70f811c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:35.937032 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-91b5fced-0f61-46c2-83ca-15c1d5ff8785 req-0533a0e8-2d33-4bf3-96fb-bdd70f811c54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31ec539a0e824d0385bb9d4a12e94d3e&device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 1097 time: 0.0416687 Sep 07 07:15:36.076448 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288cd1a-2300-40a1-98de-0b1374540db7 req-4a111a51-bf21-44ca-a9e0-94a6a6261eba tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:36.077832 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e288cd1a-2300-40a1-98de-0b1374540db7 req-4a111a51-bf21-44ca-a9e0-94a6a6261eba tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.1029665 Sep 07 07:15:36.109292 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5fced-0f61-46c2-83ca-15c1d5ff8785 req-de1c0b93-6c17-475f-b0fa-caef94c30378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:36.110761 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-91b5fced-0f61-46c2-83ca-15c1d5ff8785 req-de1c0b93-6c17-475f-b0fa-caef94c30378 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=31ec539a0e824d0385bb9d4a12e94d3e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1447043 Sep 07 07:15:36.151717 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e288cd1a-2300-40a1-98de-0b1374540db7 req-a7c7cf34-4761-4e1a-96d2-c6e1e9e8db00 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657394 Sep 07 07:15:36.192601 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bc508-5965-4401-a2b5-9f66d6eed0e6 req-767ebfc8-575a-4e30-a4b8-a5f892e981fe tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:36.194184 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b8bc508-5965-4401-a2b5-9f66d6eed0e6 req-767ebfc8-575a-4e30-a4b8-a5f892e981fe tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0513031 Sep 07 07:15:36.220267 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5fced-0f61-46c2-83ca-15c1d5ff8785 req-1bfba061-9a3c-4e1e-ad5b-839777789b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:36.221772 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-91b5fced-0f61-46c2-83ca-15c1d5ff8785 req-1bfba061-9a3c-4e1e-ad5b-839777789b49 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995362 Sep 07 07:15:36.231107 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b8bc508-5965-4401-a2b5-9f66d6eed0e6 req-d5683f72-9e39-42c2-94e2-d8fd2f98299e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309970 Sep 07 07:15:36.332202 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-5c330063-0a42-4ebf-83c5-f1d5c6994512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:36.333539 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-5c330063-0a42-4ebf-83c5-f1d5c6994512 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31ec539a0e824d0385bb9d4a12e94d3e&device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 1097 time: 0.0395224 Sep 07 07:15:36.385434 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-0ea84bcf-e9c3-4c61-b185-3c50fa371f73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec92d13e-339c-4aaf-a5b8-2fe63818a527 HTTP/1.1" status: 200 len: 217 time: 0.0356584 Sep 07 07:15:36.431531 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-8888a941-e032-4236-8149-686d8576af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:36.432890 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-8888a941-e032-4236-8149-686d8576af84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa HTTP/1.1" status: 200 len: 856 time: 0.0405986 Sep 07 07:15:36.475885 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-1b141965-e1f0-4df2-9afd-d8ea2fbc8ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:36.477541 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-1b141965-e1f0-4df2-9afd-d8ea2fbc8ccb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=763aca73-fbfa-4ea1-a434-95a1680e6608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376475 Sep 07 07:15:36.571826 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-91e17212-d669-4afd-8707-f7b1db6e7648 service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865324 Sep 07 07:15:36.660490 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d41db2bb-bdab-429a-b921-97d7ef6ca101 req-fa2e0a2b-2b8f-4f90-b7fb-6b6d324612d7 service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815659 Sep 07 07:15:36.940087 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e23771-90e1-49b6-986b-94428f495222 req-039e3137-def4-44f0-b176-3105532bd255 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:36.941609 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-26e23771-90e1-49b6-986b-94428f495222 req-039e3137-def4-44f0-b176-3105532bd255 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0492797 Sep 07 07:15:36.987732 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-26e23771-90e1-49b6-986b-94428f495222 req-99621b70-e2fa-4d6e-96f5-75cc9a4e3f13 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401502 Sep 07 07:15:37.263856 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac355d-d538-4a13-ba16-4174f02fee5f req-f23de524-d6e9-46c1-afb1-59549228d63d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:37.265375 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9dac355d-d538-4a13-ba16-4174f02fee5f req-f23de524-d6e9-46c1-afb1-59549228d63d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0496678 Sep 07 07:15:37.302465 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9dac355d-d538-4a13-ba16-4174f02fee5f req-8decfff4-200a-4bf0-a398-c8c1841ce1f8 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308876 Sep 07 07:15:37.407593 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be013d-a72d-467b-828c-38454494f16f req-8f70ffce-af17-442e-82ca-ccc32beea19e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:37.409088 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-74be013d-a72d-467b-828c-38454494f16f req-8f70ffce-af17-442e-82ca-ccc32beea19e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0548315 Sep 07 07:15:37.445336 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-74be013d-a72d-467b-828c-38454494f16f req-e61b3d17-fb1c-4a0d-9feb-2884087fd3e3 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304210 Sep 07 07:15:38.110823 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79f327-806d-411b-ba05-edeb54e01c6e req-cd5a1013-71ed-4233-9af5-3a5be61e315d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:38.112987 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fa79f327-806d-411b-ba05-edeb54e01c6e req-cd5a1013-71ed-4233-9af5-3a5be61e315d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0514190 Sep 07 07:15:38.150304 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fa79f327-806d-411b-ba05-edeb54e01c6e req-40da164c-ae51-4f6a-b7e2-b201f2f224d0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314837 Sep 07 07:15:38.353866 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa166528-5994-4bed-80a1-6476bd256151 req-f907ee87-eb3f-42c3-be13-f18709f0e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:38.355399 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-aa166528-5994-4bed-80a1-6476bd256151 req-f907ee87-eb3f-42c3-be13-f18709f0e8a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 1098 time: 0.0425804 Sep 07 07:15:38.425736 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-aa166528-5994-4bed-80a1-6476bd256151 req-08246e03-4dcd-4b95-be72-440a8dacb87f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614960 Sep 07 07:15:38.442459 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e59d6-aadb-4cef-8aa6-8c1144cffc7b req-d128cb63-2ddb-42a1-85c6-947b9db73321 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:38.443970 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-882e59d6-aadb-4cef-8aa6-8c1144cffc7b req-d128cb63-2ddb-42a1-85c6-947b9db73321 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0640695 Sep 07 07:15:38.481012 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-882e59d6-aadb-4cef-8aa6-8c1144cffc7b req-a57ffb75-0c56-49e1-9824-8f52a638f285 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310290 Sep 07 07:15:38.582865 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a887ea6-5ad2-4a73-800b-e9223ab52a37 req-daad28e4-edbb-48e1-8951-873fdf0b4eab tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:38.584506 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8a887ea6-5ad2-4a73-800b-e9223ab52a37 req-daad28e4-edbb-48e1-8951-873fdf0b4eab tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0509348 Sep 07 07:15:38.622350 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8a887ea6-5ad2-4a73-800b-e9223ab52a37 req-db632d9a-5c64-49cd-a4f7-227859a7d648 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309434 Sep 07 07:15:39.263232 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9dc53-1b09-4fcd-9441-249a52bcc632 req-2530bb9a-6fff-4396-9abe-7432ee590d1b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:39.264738 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-86a9dc53-1b09-4fcd-9441-249a52bcc632 req-2530bb9a-6fff-4396-9abe-7432ee590d1b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0464449 Sep 07 07:15:39.305368 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-86a9dc53-1b09-4fcd-9441-249a52bcc632 req-77e946eb-1f3e-44f9-85a6-d0bc55b54444 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342922 Sep 07 07:15:39.591386 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2c59a-3e48-4c42-8bb9-ae7580e17a91 req-250e9bdb-d5aa-4eb0-b508-7aa6af60c073 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:39.592868 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-89c2c59a-3e48-4c42-8bb9-ae7580e17a91 req-250e9bdb-d5aa-4eb0-b508-7aa6af60c073 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0482743 Sep 07 07:15:39.628726 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-89c2c59a-3e48-4c42-8bb9-ae7580e17a91 req-d9511d91-6a83-45ea-a2c2-513575ce3cf3 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301285 Sep 07 07:15:39.730895 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25ad5e-b5c0-497b-b132-75f0dfa15862 req-a9145341-ffef-438c-8882-5e64c38272ef tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:39.732382 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fc25ad5e-b5c0-497b-b132-75f0dfa15862 req-a9145341-ffef-438c-8882-5e64c38272ef tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0470836 Sep 07 07:15:39.767666 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fc25ad5e-b5c0-497b-b132-75f0dfa15862 req-d768edbb-8364-457d-8966-06823b6cd289 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295587 Sep 07 07:15:40.419419 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bf8d8-6f36-49d9-abcd-167e7700852c req-12f856ab-654a-4ee4-9caf-e2c0793b941b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:40.420866 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-327bf8d8-6f36-49d9-abcd-167e7700852c req-12f856ab-654a-4ee4-9caf-e2c0793b941b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0467494 Sep 07 07:15:40.460844 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-327bf8d8-6f36-49d9-abcd-167e7700852c req-c0fbb174-e5c6-41b2-a12c-ae1c48fb6ca0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343828 Sep 07 07:15:40.742810 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd623e-89cd-4572-8d06-d35506e46d93 req-b156b2e7-41e3-4add-b126-65bb285bdaee tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:40.744308 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3cfd623e-89cd-4572-8d06-d35506e46d93 req-b156b2e7-41e3-4add-b126-65bb285bdaee tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0512023 Sep 07 07:15:40.780454 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3cfd623e-89cd-4572-8d06-d35506e46d93 req-70efdf11-87c0-43db-906a-98cf1bcf8c77 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303781 Sep 07 07:15:40.877531 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17603c-8c7d-4f2b-82c1-bfc3cce90713 req-1913414e-72e5-4956-be88-9822cd5c32b0 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:40.880183 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fb17603c-8c7d-4f2b-82c1-bfc3cce90713 req-1913414e-72e5-4956-be88-9822cd5c32b0 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0476820 Sep 07 07:15:40.917592 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fb17603c-8c7d-4f2b-82c1-bfc3cce90713 req-32116966-2d47-418d-b831-714d616607cc tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296321 Sep 07 07:15:41.573385 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54345f27-294b-4fb6-a8ca-63eaee82d1e8 req-4a599456-6604-411c-91ce-97480567cb79 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:41.574839 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-54345f27-294b-4fb6-a8ca-63eaee82d1e8 req-4a599456-6604-411c-91ce-97480567cb79 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0461779 Sep 07 07:15:41.615570 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-54345f27-294b-4fb6-a8ca-63eaee82d1e8 req-f2e5b4f5-31db-439f-864e-b3ee10e83895 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348024 Sep 07 07:15:41.887893 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b480b-89a5-4c76-a410-0fca7031772c req-8933da2f-cb8e-44dd-9eba-11870ec503e2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:41.889256 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e26b480b-89a5-4c76-a410-0fca7031772c req-8933da2f-cb8e-44dd-9eba-11870ec503e2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0462048 Sep 07 07:15:41.925419 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e26b480b-89a5-4c76-a410-0fca7031772c req-c83322cf-2fa8-4ecc-b387-dd94a6c0d322 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298064 Sep 07 07:15:42.026661 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503451f-1b4d-46c2-8c5a-d18a2a1a10ee req-0ffcd04c-8250-419b-ba7e-2bf647f288db tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:42.028149 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2503451f-1b4d-46c2-8c5a-d18a2a1a10ee req-0ffcd04c-8250-419b-ba7e-2bf647f288db tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 943 time: 0.0467317 Sep 07 07:15:42.063500 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2503451f-1b4d-46c2-8c5a-d18a2a1a10ee req-cb3884bf-3256-421f-8550-d239327ab575 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296516 Sep 07 07:15:42.076309 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device a08bfa0a-bbab-457f-8f7d-a355def3244c details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:15:42.168885 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port a08bfa0a-bbab-457f-8f7d-a355def3244c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a08bfa0a-bbab-457f-8f7d-a355def3244c,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:15:42.180234 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': 'a08bfa0a-bbab-457f-8f7d-a355def3244c', 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e', 'port_id': 'a08bfa0a-bbab-457f-8f7d-a355def3244c', 'mac_address': 'fa:16:3e:1c:fd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfed80f-05db-4166-bc1f-98df7697e081', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:15:42.215090 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:42.230214 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08bfa0a-bbab-457f-8f7d-a355def3244c {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:15:42.248373 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port a08bfa0a-bbab-457f-8f7d-a355def3244c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a08bfa0a-bbab-457f-8f7d-a355def3244c,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:15:42.251767 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:42.297332 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=a08bfa0a-bbab-457f-8f7d-a355def3244c,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:42.734391 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb6b39-31d5-4e3e-9ad0-983e74df5089 req-dc338906-bfba-42bb-a263-46c698880c0d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:42.735999 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-66fb6b39-31d5-4e3e-9ad0-983e74df5089 req-dc338906-bfba-42bb-a263-46c698880c0d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0532291 Sep 07 07:15:42.774895 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-66fb6b39-31d5-4e3e-9ad0-983e74df5089 req-56a2656f-2543-4d74-8120-0dae20910c7f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324514 Sep 07 07:15:43.036125 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7bbb5-b3eb-4863-aacc-299ed55eace2 req-16c9f13d-abed-4d45-a07e-0cc51d398aed tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:43.037602 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a4e7bbb5-b3eb-4863-aacc-299ed55eace2 req-16c9f13d-abed-4d45-a07e-0cc51d398aed tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0491085 Sep 07 07:15:43.075239 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a4e7bbb5-b3eb-4863-aacc-299ed55eace2 req-f8ae5071-0d92-411e-97b0-f047faef1763 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317001 Sep 07 07:15:43.174183 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18299c69-84c0-4fbd-8036-f19742b7b82b req-19aa9ea8-bb57-4c7d-ac27-a01d164356b6 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:43.175684 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-18299c69-84c0-4fbd-8036-f19742b7b82b req-19aa9ea8-bb57-4c7d-ac27-a01d164356b6 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 944 time: 0.0475833 Sep 07 07:15:43.211815 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-18299c69-84c0-4fbd-8036-f19742b7b82b req-496f3a9c-91af-4761-b8c8-45394e14070f tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303493 Sep 07 07:15:43.888265 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32acab-ab69-4fac-adad-e4cc36dcad78 req-994a1b44-52e1-4419-b122-ad292fc2fd57 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:43.889726 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3d32acab-ab69-4fac-adad-e4cc36dcad78 req-994a1b44-52e1-4419-b122-ad292fc2fd57 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0471740 Sep 07 07:15:43.929916 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3d32acab-ab69-4fac-adad-e4cc36dcad78 req-1625f7e0-fa21-4ff8-bf79-04c8ddbad17d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334055 Sep 07 07:15:44.188451 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831b9be-4c37-4dd6-8b31-b89bae0df6b6 req-204ba1e8-3777-4f73-b245-595abbc3dc43 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:44.189926 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f831b9be-4c37-4dd6-8b31-b89bae0df6b6 req-204ba1e8-3777-4f73-b245-595abbc3dc43 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0476151 Sep 07 07:15:44.227433 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f831b9be-4c37-4dd6-8b31-b89bae0df6b6 req-1190ebb5-0853-48f5-8ee9-f31288e80282 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312960 Sep 07 07:15:44.321150 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5825c-f3af-4a84-9a22-aaa392a03666 req-9dd9cb37-f683-49d8-930b-bb79fb81c7eb tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:44.322632 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-74b5825c-f3af-4a84-9a22-aaa392a03666 req-9dd9cb37-f683-49d8-930b-bb79fb81c7eb tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 944 time: 0.0471153 Sep 07 07:15:44.359273 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-74b5825c-f3af-4a84-9a22-aaa392a03666 req-69783871-3a0d-457b-91ac-a56657345092 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307527 Sep 07 07:15:45.048411 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a55c86-fc84-4eca-860d-64b5a7a0f089 req-07b64959-d996-4e14-8ed0-9f0dbd1cabd7 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:45.049862 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c9a55c86-fc84-4eca-860d-64b5a7a0f089 req-07b64959-d996-4e14-8ed0-9f0dbd1cabd7 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0484400 Sep 07 07:15:45.089084 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c9a55c86-fc84-4eca-860d-64b5a7a0f089 req-798b153f-6e13-4a38-a759-b26a4fbec02e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335228 Sep 07 07:15:45.248760 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['a08bfa0a-bbab-457f-8f7d-a355def3244c'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:15:45.342107 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2327c24-0f40-4526-9072-d9364f1ce35b req-62ad32a7-e288-413c-b518-7fcaf1ffc910 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:45.344226 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a2327c24-0f40-4526-9072-d9364f1ce35b req-62ad32a7-e288-413c-b518-7fcaf1ffc910 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0480704 Sep 07 07:15:45.385418 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a2327c24-0f40-4526-9072-d9364f1ce35b req-4560e45e-50a0-4b0a-b427-f02a87d8d547 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347331 Sep 07 07:15:45.470282 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600b611-db09-4d3a-a843-eccda7116def req-35162997-1978-4ee4-9422-9ba1bce7bf44 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:45.471788 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f600b611-db09-4d3a-a843-eccda7116def req-35162997-1978-4ee4-9422-9ba1bce7bf44 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 944 time: 0.0465579 Sep 07 07:15:45.512523 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f600b611-db09-4d3a-a843-eccda7116def req-0e1cc430-a5b4-4c2d-b335-edd009274f8c tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346115 Sep 07 07:15:46.204741 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d840eac-3ca8-4d50-ab8e-6070277d6334 req-c5bf6b0a-470d-4349-ba8d-4db5e8fc72a6 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:46.206265 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9d840eac-3ca8-4d50-ab8e-6070277d6334 req-c5bf6b0a-470d-4349-ba8d-4db5e8fc72a6 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0484326 Sep 07 07:15:46.243153 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9d840eac-3ca8-4d50-ab8e-6070277d6334 req-7609c1fe-6d33-4985-b392-54f136506ce2 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310519 Sep 07 07:15:46.507608 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d0a66-c3af-44cd-ae41-f29c0a0f8f33 req-37f2c086-b767-4141-b625-f2216e3c7ef3 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:46.509173 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-281d0a66-c3af-44cd-ae41-f29c0a0f8f33 req-37f2c086-b767-4141-b625-f2216e3c7ef3 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0540395 Sep 07 07:15:46.546157 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-281d0a66-c3af-44cd-ae41-f29c0a0f8f33 req-8a788bd8-9af1-4e7d-8003-f1becebe23eb tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310340 Sep 07 07:15:46.626887 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc3aca-57bf-4463-b84b-3d6810790170 req-1edb5bd0-111d-47d1-ae33-53331e60b974 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:46.628481 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2bcc3aca-57bf-4463-b84b-3d6810790170 req-1edb5bd0-111d-47d1-ae33-53331e60b974 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 944 time: 0.0500526 Sep 07 07:15:46.678600 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2bcc3aca-57bf-4463-b84b-3d6810790170 req-3bbae881-f75b-47ca-bd81-5f1064222b44 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438364 Sep 07 07:15:46.702382 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106471fc-2c92-487c-8c17-7ee87f4bd722 req-2e1a07db-5b51-41b5-889f-6b58725428f3 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:46.703884 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-106471fc-2c92-487c-8c17-7ee87f4bd722 req-2e1a07db-5b51-41b5-889f-6b58725428f3 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0472775 Sep 07 07:15:46.740557 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-106471fc-2c92-487c-8c17-7ee87f4bd722 req-3fc92c49-99c1-43bf-bd48-d64f56ad0b3c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303555 Sep 07 07:15:47.356955 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcd89e-d1cd-4a6c-970d-51bf7da7a07d req-15bc0762-0cdd-481f-b5bf-4cdc0118be40 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:47.358409 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-53bcd89e-d1cd-4a6c-970d-51bf7da7a07d req-15bc0762-0cdd-481f-b5bf-4cdc0118be40 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0475545 Sep 07 07:15:47.396301 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-53bcd89e-d1cd-4a6c-970d-51bf7da7a07d req-8eeb425b-6923-45fe-a9ad-b58457665ead tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318515 Sep 07 07:15:47.793254 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c676a-d2dd-467d-8a58-46508a630c9b req-57961c60-a524-4fcd-8737-f29420499375 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:47.794690 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-660c676a-d2dd-467d-8a58-46508a630c9b req-57961c60-a524-4fcd-8737-f29420499375 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 944 time: 0.0502460 Sep 07 07:15:47.830874 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-660c676a-d2dd-467d-8a58-46508a630c9b req-1af94053-4778-415b-ae54-6e0932c56cb4 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297000 Sep 07 07:15:48.510002 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb3581-2c81-4876-bd5a-45b7715318e6 req-0809cdfc-c733-4826-b7f2-33538ef9086f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:48.511458 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5cbb3581-2c81-4876-bd5a-45b7715318e6 req-0809cdfc-c733-4826-b7f2-33538ef9086f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0466712 Sep 07 07:15:48.548606 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5cbb3581-2c81-4876-bd5a-45b7715318e6 req-9181294f-771c-46c3-864a-c65e3b8e3de0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309296 Sep 07 07:15:48.940717 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01433a3d-4f64-42db-a11c-df5d9fcdd727 req-679d71b9-a920-4142-8351-26d27cfc2489 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:48.942427 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-01433a3d-4f64-42db-a11c-df5d9fcdd727 req-679d71b9-a920-4142-8351-26d27cfc2489 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 944 time: 0.0472567 Sep 07 07:15:48.979502 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-01433a3d-4f64-42db-a11c-df5d9fcdd727 req-0cf7428e-1468-4fc5-922e-4b2c9ae45f4a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309453 Sep 07 07:15:49.441473 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device ec92d13e-339c-4aaf-a5b8-2fe63818a527 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:15:49.532840 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port ec92d13e-339c-4aaf-a5b8-2fe63818a527, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ec92d13e-339c-4aaf-a5b8-2fe63818a527,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:15:49.543738 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'port_id': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527', 'mac_address': 'fa:16:3e:a6:a8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:15:49.581299 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:49.593763 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec92d13e-339c-4aaf-a5b8-2fe63818a527 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:15:49.612672 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port ec92d13e-339c-4aaf-a5b8-2fe63818a527, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ec92d13e-339c-4aaf-a5b8-2fe63818a527,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:15:49.616772 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:49.667081 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=ec92d13e-339c-4aaf-a5b8-2fe63818a527,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:49.669788 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101409-52cf-401d-beee-4885b0bf7753 req-d491ac5e-5b36-46fb-b522-0fab993a32c1 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:49.671271 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0c101409-52cf-401d-beee-4885b0bf7753 req-d491ac5e-5b36-46fb-b522-0fab993a32c1 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 945 time: 0.0503647 Sep 07 07:15:49.708619 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0c101409-52cf-401d-beee-4885b0bf7753 req-3b987f10-7384-4aa5-b75d-b29f969a597a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307734 Sep 07 07:15:50.096998 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716330b-cf7f-485e-8637-e784cf732a07 req-9389d79d-1c11-434f-b522-666db66c8861 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:50.098445 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a716330b-cf7f-485e-8637-e784cf732a07 req-9389d79d-1c11-434f-b522-666db66c8861 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 944 time: 0.0467968 Sep 07 07:15:50.135537 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a716330b-cf7f-485e-8637-e784cf732a07 req-07afef1f-46ab-4b05-87ec-77c72d8270d9 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309563 Sep 07 07:15:50.823870 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426f35d-7e33-4202-83ed-4f9104d4b4c7 req-df718b22-1cea-423a-b420-98e45f67172c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:50.825221 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a426f35d-7e33-4202-83ed-4f9104d4b4c7 req-df718b22-1cea-423a-b420-98e45f67172c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 945 time: 0.0469091 Sep 07 07:15:50.863115 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a426f35d-7e33-4202-83ed-4f9104d4b4c7 req-d6194aa1-24ba-42bb-8111-b04fdf654178 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316465 Sep 07 07:15:51.185659 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device a08bfa0a-bbab-457f-8f7d-a355def3244c up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:15:51.211625 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:51.246861 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port a08bfa0a-bbab-457f-8f7d-a355def3244c completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:15:51.251994 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port a08bfa0a-bbab-457f-8f7d-a355def3244c triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:15:51.253083 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:51.259722 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd8414-e6f8-414a-84bc-3436ee9f5998 req-96c85325-ce68-4f61-b0ee-3d83d07cb29f tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:51.261319 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-62dd8414-e6f8-414a-84bc-3436ee9f5998 req-96c85325-ce68-4f61-b0ee-3d83d07cb29f tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 944 time: 0.0548468 Sep 07 07:15:51.278087 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8d4e2400-8d2f-4d87-b369-812954e3a81a req-cff9d33b-d0e1-4599-986a-8cdbe48e3701 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483124 Sep 07 07:15:51.298962 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-62dd8414-e6f8-414a-84bc-3436ee9f5998 req-984dec3c-39ff-47f6-b330-597577d6bc26 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308168 Sep 07 07:15:51.331214 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:51.353243 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02592f5f-668d-47e3-abf5-97468338870c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08bfa0a-bbab-457f-8f7d-a355def3244c'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:15:51.355546 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfc82e9-e851-493f-8a0c-6577a237aa3d" -d '{"events": [{"server_uuid": "02592f5f-668d-47e3-abf5-97468338870c", "name": "network-vif-plugged", "status": "completed", "tag": "a08bfa0a-bbab-457f-8f7d-a355def3244c"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:15:51.363370 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e2400-8d2f-4d87-b369-812954e3a81a req-e5240d1a-90f7-45e8-95f6-496797a7790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:51.364921 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8d4e2400-8d2f-4d87-b369-812954e3a81a req-e5240d1a-90f7-45e8-95f6-496797a7790b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7c30e28f5a4344a4da4d5176d3e82d&device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 1099 time: 0.0428591 Sep 07 07:15:51.368945 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port a08bfa0a-bbab-457f-8f7d-a355def3244c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a08bfa0a-bbab-457f-8f7d-a355def3244c,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:15:51.373506 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:51.397940 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1d072d-285c-474b-bfb6-e96bfc797719 x-openstack-request-id: req-1e1d072d-285c-474b-bfb6-e96bfc797719 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:15:51.398230 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02592f5f-668d-47e3-abf5-97468338870c", "name": "network-vif-plugged", "status": "completed", "tag": "a08bfa0a-bbab-457f-8f7d-a355def3244c", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:15:51.398482 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1e1d072d-285c-474b-bfb6-e96bfc797719 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:15:51.398872 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02592f5f-668d-47e3-abf5-97468338870c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08bfa0a-bbab-457f-8f7d-a355def3244c', 'code': 200} Sep 07 07:15:51.422402 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=a08bfa0a-bbab-457f-8f7d-a355def3244c,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:15:51.474940 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e2400-8d2f-4d87-b369-812954e3a81a req-2a403235-da76-4724-a895-0ef2cd874b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:51.476680 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8d4e2400-8d2f-4d87-b369-812954e3a81a req-2a403235-da76-4724-a895-0ef2cd874b82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1c7b4bc-0a52-4394-8c93-76554197629b HTTP/1.1" status: 200 len: 919 time: 0.0888066 Sep 07 07:15:51.521176 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8d4e2400-8d2f-4d87-b369-812954e3a81a req-065651f1-885d-4e50-94d0-afa0afe43f52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9311c422-7a01-4d08-8cd5-c1e6a13322d3 HTTP/1.1" status: 200 len: 217 time: 0.0373347 Sep 07 07:15:51.608915 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e2400-8d2f-4d87-b369-812954e3a81a req-7a56237f-ce82-4f2a-ac7a-8dac3974be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:51.610361 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8d4e2400-8d2f-4d87-b369-812954e3a81a req-7a56237f-ce82-4f2a-ac7a-8dac3974be8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68dc2d8-9d27-41b8-aaab-67bbe02805ae HTTP/1.1" status: 200 len: 858 time: 0.0696275 Sep 07 07:15:51.616808 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db682b-d6c9-4d6b-954c-6d2e235a5c73 req-d71a6cd0-b5c9-4a70-861e-2209bf7d01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:51.618150 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-66db682b-d6c9-4d6b-954c-6d2e235a5c73 req-d71a6cd0-b5c9-4a70-861e-2209bf7d01ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 1098 time: 0.0522785 Sep 07 07:15:51.653494 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8d4e2400-8d2f-4d87-b369-812954e3a81a req-e9373ed8-9e1e-44f7-a58c-6a4a3af9fbfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1c7b4bc-0a52-4394-8c93-76554197629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343783 Sep 07 07:15:51.684818 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-66db682b-d6c9-4d6b-954c-6d2e235a5c73 req-eb190791-5aea-4c00-91d5-c30c3643fdbd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577660 Sep 07 07:15:51.747225 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8d4e2400-8d2f-4d87-b369-812954e3a81a req-34dcac73-f977-4574-8431-b802b32cf15a service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828609 Sep 07 07:15:51.977721 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50bf1b-c5a4-4751-a5e1-9c821c4ed189 req-14f2f089-fb84-45e9-b6fa-5cfda15b3be3 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:51.979140 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ce50bf1b-c5a4-4751-a5e1-9c821c4ed189 req-14f2f089-fb84-45e9-b6fa-5cfda15b3be3 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 945 time: 0.0474062 Sep 07 07:15:52.014169 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ce50bf1b-c5a4-4751-a5e1-9c821c4ed189 req-3c2d1a6f-80c1-4bd7-b413-92e3f141344d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292027 Sep 07 07:15:52.265105 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['ec92d13e-339c-4aaf-a5b8-2fe63818a527'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:15:52.412264 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6f080-0539-4c69-bd39-8227d2628a19 req-edad13da-52a2-48d3-9070-30c1bf7f3358 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:52.413833 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-abb6f080-0539-4c69-bd39-8227d2628a19 req-edad13da-52a2-48d3-9070-30c1bf7f3358 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 945 time: 0.0488527 Sep 07 07:15:52.458108 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-abb6f080-0539-4c69-bd39-8227d2628a19 req-e7a50b22-0e51-43b7-aefb-f61daf161abe tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381477 Sep 07 07:15:52.532445 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8d4e2400-8d2f-4d87-b369-812954e3a81a req-102dafdd-f2fd-44f5-b67b-a15eac0114b6 service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887616 Sep 07 07:15:53.133949 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb6e74-60f1-4d98-977b-3db27a359a51 req-232c81ac-e666-4514-857f-9bdaf6be7a15 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:53.135582 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-89fb6e74-60f1-4d98-977b-3db27a359a51 req-232c81ac-e666-4514-857f-9bdaf6be7a15 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 945 time: 0.0517957 Sep 07 07:15:53.175886 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-89fb6e74-60f1-4d98-977b-3db27a359a51 req-1effd1f0-db9c-4ae0-9827-4ef36ef22ba2 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336611 Sep 07 07:15:53.581011 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea79ef4-877c-4c09-88b7-f62551258fee req-e7ab3e13-db4f-4655-a68f-cec0e9d6e4a6 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:53.582990 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4ea79ef4-877c-4c09-88b7-f62551258fee req-e7ab3e13-db4f-4655-a68f-cec0e9d6e4a6 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 945 time: 0.0526412 Sep 07 07:15:53.619818 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4ea79ef4-877c-4c09-88b7-f62551258fee req-153972e8-c1a9-4d89-86bd-ee1ee876629f tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313396 Sep 07 07:15:54.290277 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cc5c2-17df-4c02-8866-c2986b10f5cf req-3c9107aa-d319-4034-8284-1d7a5591eaef tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:54.291765 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7a2cc5c2-17df-4c02-8866-c2986b10f5cf req-3c9107aa-d319-4034-8284-1d7a5591eaef tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 945 time: 0.0468986 Sep 07 07:15:54.327947 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7a2cc5c2-17df-4c02-8866-c2986b10f5cf req-1dd144cd-ebcf-4124-b8f6-4d17c51940c3 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304587 Sep 07 07:15:54.734907 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1bf53-f8e5-44de-a359-55d43732f5a1 req-c0daec9c-1472-4db9-8eca-5da7ef880ae5 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:54.736388 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-95b1bf53-f8e5-44de-a359-55d43732f5a1 req-c0daec9c-1472-4db9-8eca-5da7ef880ae5 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 945 time: 0.0507493 Sep 07 07:15:54.773239 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-95b1bf53-f8e5-44de-a359-55d43732f5a1 req-de7997b5-9f9b-4914-a1ac-a9f3f2892f13 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311055 Sep 07 07:15:55.579860 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e2baa-bed9-4e60-afdf-d24fa1d86ca8 req-b5713797-d34a-4381-b623-fb3de7a6623f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:55.581328 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5f9e2baa-bed9-4e60-afdf-d24fa1d86ca8 req-b5713797-d34a-4381-b623-fb3de7a6623f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 945 time: 0.0470867 Sep 07 07:15:55.618403 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5f9e2baa-bed9-4e60-afdf-d24fa1d86ca8 req-df4b5a0b-2756-4a0f-862e-0703777acd37 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312133 Sep 07 07:15:55.881976 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94e4dd-774f-402c-9226-087094492e90 req-ac3a5a11-a4ba-4bb7-8f0c-02b7c793946d tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:55.883402 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2c94e4dd-774f-402c-9226-087094492e90 req-ac3a5a11-a4ba-4bb7-8f0c-02b7c793946d tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 945 time: 0.0466056 Sep 07 07:15:55.919926 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2c94e4dd-774f-402c-9226-087094492e90 req-9f4ebb03-20bd-4deb-865c-4ece3a112c29 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307753 Sep 07 07:15:56.738007 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a3b27-b7a9-4397-a26a-29e46bc5126c req-0ee86500-3739-4c04-91f1-731270b102ae tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:56.739513 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-536a3b27-b7a9-4397-a26a-29e46bc5126c req-0ee86500-3739-4c04-91f1-731270b102ae tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 945 time: 0.0514445 Sep 07 07:15:56.776084 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-536a3b27-b7a9-4397-a26a-29e46bc5126c req-210cfab8-1cd6-4f6e-a552-089a815e6adc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307665 Sep 07 07:15:57.028538 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be2ca5-1c02-4668-82b9-e9c43c80658b req-d4045065-23d1-4df9-8304-8e8aa6a22f6e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:57.029999 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-06be2ca5-1c02-4668-82b9-e9c43c80658b req-d4045065-23d1-4df9-8304-8e8aa6a22f6e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 945 time: 0.0465176 Sep 07 07:15:57.066957 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-06be2ca5-1c02-4668-82b9-e9c43c80658b req-ced6b53d-62a0-457d-8239-f2da9669f63e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307240 Sep 07 07:15:57.536809 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ba6f97be-90d6-4e06-af31-22c364d9d360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:57.888554 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bced1-08e3-4047-a328-f04062768b33 req-53deec54-9fae-4d00-9aa0-f2f9023dce0f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:57.890002 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-be9bced1-08e3-4047-a328-f04062768b33 req-53deec54-9fae-4d00-9aa0-f2f9023dce0f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 945 time: 0.0463095 Sep 07 07:15:57.926219 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-be9bced1-08e3-4047-a328-f04062768b33 req-da498934-11c4-4e9d-bec6-1be89a53b72c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298414 Sep 07 07:15:58.180268 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ec39c-d3a4-4dad-82f8-e23369bbb7e0 req-6645fb09-8da7-4e4d-b087-b2c1039526cb tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:58.181693 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-458ec39c-d3a4-4dad-82f8-e23369bbb7e0 req-6645fb09-8da7-4e4d-b087-b2c1039526cb tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 945 time: 0.0478406 Sep 07 07:15:58.218811 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-458ec39c-d3a4-4dad-82f8-e23369bbb7e0 req-068b6c32-48e3-4d5d-ba69-4d53d36bd315 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313516 Sep 07 07:15:59.047066 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f7711-8dd7-4b6e-b0e7-7a173b596da9 req-d3b43731-8e49-4051-b564-2cdfcb0ecc32 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:59.049035 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-547f7711-8dd7-4b6e-b0e7-7a173b596da9 req-d3b43731-8e49-4051-b564-2cdfcb0ecc32 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 945 time: 0.0515630 Sep 07 07:15:59.095026 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-547f7711-8dd7-4b6e-b0e7-7a173b596da9 req-d9a9f9c4-9c13-41f9-9f54-971df09f2d0c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349126 Sep 07 07:15:59.338611 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0adf59-c93b-41b9-817a-04d60c3e2818 req-0d50e2ba-5fe0-43cd-9060-00db121b2809 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:15:59.340021 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8c0adf59-c93b-41b9-817a-04d60c3e2818 req-0d50e2ba-5fe0-43cd-9060-00db121b2809 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 945 time: 0.0509164 Sep 07 07:15:59.378704 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8c0adf59-c93b-41b9-817a-04d60c3e2818 req-77ec70f8-2728-43a6-92c8-78bc4a990cde tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327320 Sep 07 07:15:59.647618 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device ec92d13e-339c-4aaf-a5b8-2fe63818a527 up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:15:59.694047 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port ec92d13e-339c-4aaf-a5b8-2fe63818a527 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:15:59.697431 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port ec92d13e-339c-4aaf-a5b8-2fe63818a527 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:15:59.697796 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:59.769368 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:59.792607 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd866664-0a58-493c-bbd4-80940472fabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:15:59.794892 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387f19dd-daa9-4073-904c-2dfcd76abc85" -d '{"events": [{"server_uuid": "dd866664-0a58-493c-bbd4-80940472fabc", "name": "network-vif-plugged", "status": "completed", "tag": "ec92d13e-339c-4aaf-a5b8-2fe63818a527"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:15:59.806962 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port ec92d13e-339c-4aaf-a5b8-2fe63818a527, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ec92d13e-339c-4aaf-a5b8-2fe63818a527,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:15:59.810982 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:15:59.834053 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ef8107-d53c-498c-88bb-b1143e4fdc43 x-openstack-request-id: req-d4ef8107-d53c-498c-88bb-b1143e4fdc43 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:15:59.834350 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd866664-0a58-493c-bbd4-80940472fabc", "name": "network-vif-plugged", "status": "completed", "tag": "ec92d13e-339c-4aaf-a5b8-2fe63818a527", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:15:59.834601 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4ef8107-d53c-498c-88bb-b1143e4fdc43 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:15:59.834982 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd866664-0a58-493c-bbd4-80940472fabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527', 'code': 200} Sep 07 07:15:59.858923 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=ec92d13e-339c-4aaf-a5b8-2fe63818a527,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:00.049983 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919afb6-e8f8-4326-b7d7-aa6acb9799d0 req-d9e6dae9-e103-4ca1-99be-b8d3477fb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:00.051485 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0919afb6-e8f8-4326-b7d7-aa6acb9799d0 req-d9e6dae9-e103-4ca1-99be-b8d3477fb316 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 1099 time: 0.0399101 Sep 07 07:16:00.089122 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0919afb6-e8f8-4326-b7d7-aa6acb9799d0 req-74bbeef6-3526-4d64-aace-95d20d2b10af service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275347 Sep 07 07:16:00.189487 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:00.220069 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ceb55-e9cc-4f01-80b2-8f1d5ad96202 req-6664857f-1b73-49af-84a0-e2827b362bda tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:00.221517 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2c6ceb55-e9cc-4f01-80b2-8f1d5ad96202 req-6664857f-1b73-49af-84a0-e2827b362bda tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0518947 Sep 07 07:16:00.258213 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2c6ceb55-e9cc-4f01-80b2-8f1d5ad96202 req-21a4421a-becb-48f0-919e-1c786cc79689 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306301 Sep 07 07:16:00.285888 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3f35702d-95be-4475-bf54-b60ecde94788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:00.497697 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd2b31-b70e-4b00-9d5f-ee75cbcca692 req-dc93c790-ab7f-46aa-b477-5d588d2bf8e1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:00.499197 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c7bd2b31-b70e-4b00-9d5f-ee75cbcca692 req-dc93c790-ab7f-46aa-b477-5d588d2bf8e1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 945 time: 0.0519259 Sep 07 07:16:00.537834 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c7bd2b31-b70e-4b00-9d5f-ee75cbcca692 req-8a5c90e3-5da4-4092-8b77-cb94f0ba9975 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321362 Sep 07 07:16:00.920862 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581f15d-2ff8-4c1d-a5c5-568f3b2174df req-9b5717c3-d2de-47e5-8e6d-e2b4eaac625d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:00.922364 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c581f15d-2ff8-4c1d-a5c5-568f3b2174df req-9b5717c3-d2de-47e5-8e6d-e2b4eaac625d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0512128 Sep 07 07:16:00.984538 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c581f15d-2ff8-4c1d-a5c5-568f3b2174df req-856ff4d8-ef1c-48e4-826d-316627ad87a8 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514047 Sep 07 07:16:00.992443 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12474a2e-25ed-4ff5-b065-9fa183466a66 req-ed891375-40ae-4072-8958-45c6c02679d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:00.994709 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-12474a2e-25ed-4ff5-b065-9fa183466a66 req-ed891375-40ae-4072-8958-45c6c02679d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7c30e28f5a4344a4da4d5176d3e82d&device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 1099 time: 0.0688629 Sep 07 07:16:01.094062 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:01.108915 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12474a2e-25ed-4ff5-b065-9fa183466a66 req-2150da63-d761-4c81-bbe2-5cac9b7d81cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:01.110374 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-12474a2e-25ed-4ff5-b065-9fa183466a66 req-2150da63-d761-4c81-bbe2-5cac9b7d81cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1c7b4bc-0a52-4394-8c93-76554197629b HTTP/1.1" status: 200 len: 919 time: 0.0928934 Sep 07 07:16:01.181076 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-12474a2e-25ed-4ff5-b065-9fa183466a66 req-dc156371-db96-4750-a1b3-73da49bfcb4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9311c422-7a01-4d08-8cd5-c1e6a13322d3 HTTP/1.1" status: 200 len: 217 time: 0.0340438 Sep 07 07:16:01.245683 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12474a2e-25ed-4ff5-b065-9fa183466a66 req-682aff75-3f61-4762-a2e8-9b5bd2b37f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:01.247126 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-12474a2e-25ed-4ff5-b065-9fa183466a66 req-682aff75-3f61-4762-a2e8-9b5bd2b37f97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68dc2d8-9d27-41b8-aaab-67bbe02805ae HTTP/1.1" status: 200 len: 858 time: 0.0437071 Sep 07 07:16:01.279336 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-12474a2e-25ed-4ff5-b065-9fa183466a66 req-e5a630b9-0375-4d9b-a858-7a351ba315ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1c7b4bc-0a52-4394-8c93-76554197629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230219 Sep 07 07:16:01.381476 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-12474a2e-25ed-4ff5-b065-9fa183466a66 req-01d2c4bb-e052-4cc2-be4a-80a4e6753030 service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931039 Sep 07 07:16:01.401973 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4991f4-c3f7-44a6-a2c3-8445cb4e1f77 req-abc41feb-98bf-4a65-b06c-5210dff185bc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:01.403439 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-be4991f4-c3f7-44a6-a2c3-8445cb4e1f77 req-abc41feb-98bf-4a65-b06c-5210dff185bc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0591085 Sep 07 07:16:01.441078 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-be4991f4-c3f7-44a6-a2c3-8445cb4e1f77 req-8ee4189b-d874-4a11-9127-b285a3df7af9 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311663 Sep 07 07:16:01.476947 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-12474a2e-25ed-4ff5-b065-9fa183466a66 req-f6dd0a84-903c-40e6-ac19-7c93de10da44 service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866897 Sep 07 07:16:02.104998 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c216e-29c8-4c43-9ba0-beab7a2e2c13 req-f9a4a065-b11c-42c1-9b82-c1d249de8d4b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:02.106498 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-db3c216e-29c8-4c43-9ba0-beab7a2e2c13 req-f9a4a065-b11c-42c1-9b82-c1d249de8d4b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0517476 Sep 07 07:16:02.142289 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-db3c216e-29c8-4c43-9ba0-beab7a2e2c13 req-053a1d08-b032-43ac-8d71-c896bcf7ee48 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298691 Sep 07 07:16:02.559976 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985c59a-67fd-4d6f-85f3-a0e63b844e50 req-c177460d-0f18-4795-af72-21886d30c428 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:02.561555 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5985c59a-67fd-4d6f-85f3-a0e63b844e50 req-c177460d-0f18-4795-af72-21886d30c428 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0475488 Sep 07 07:16:02.598794 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5985c59a-67fd-4d6f-85f3-a0e63b844e50 req-53f43762-c4e5-4b91-bebc-9d3ae8ca708a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305696 Sep 07 07:16:03.184798 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 52744) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:03.275594 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31449d-0793-4527-9feb-d956f532c1ed req-2bbe8da3-9609-4576-949a-afeb0b8985d3 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:03.277453 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-dd31449d-0793-4527-9feb-d956f532c1ed req-2bbe8da3-9609-4576-949a-afeb0b8985d3 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0609412 Sep 07 07:16:03.294272 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:03.317151 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a695a0f3-21c0-445a-9a5c-c81e931c6040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:03.340929 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-dd31449d-0793-4527-9feb-d956f532c1ed req-9e6351ca-803c-4818-b887-dbd3820858c7 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575683 Sep 07 07:16:03.425338 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a695a0f3-21c0-445a-9a5c-c81e931c6040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:03.429765 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a695a0f3-21c0-445a-9a5c-c81e931c6040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:03.472036 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-a695a0f3-21c0-445a-9a5c-c81e931c6040 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f36a64b3ce134aa489b280b69745b8fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858005 Sep 07 07:16:03.472904 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 52766) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:03.474889 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695a0f3-21c0-445a-9a5c-c81e931c6040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b600ee1c-fd76-4ee4-8b72-45e78d2a9f55,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:03.502451 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-fb668458-d526-4abb-b1b9-a37f43b06f67 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:03.502950 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695a0f3-21c0-445a-9a5c-c81e931c6040 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:03.503146 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695a0f3-21c0-445a-9a5c-c81e931c6040 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:03.503605 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695a0f3-21c0-445a-9a5c-c81e931c6040 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:03.503967 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-fb668458-d526-4abb-b1b9-a37f43b06f67 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/networks?id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e HTTP/1.1" status: 200 len: 815 time: 0.1204355 Sep 07 07:16:03.504091 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695a0f3-21c0-445a-9a5c-c81e931c6040 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:03.504514 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695a0f3-21c0-445a-9a5c-c81e931c6040 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:03.504937 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695a0f3-21c0-445a-9a5c-c81e931c6040 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:03.505354 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695a0f3-21c0-445a-9a5c-c81e931c6040 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:03.505785 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695a0f3-21c0-445a-9a5c-c81e931c6040 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:03.506203 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695a0f3-21c0-445a-9a5c-c81e931c6040 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:03.506617 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695a0f3-21c0-445a-9a5c-c81e931c6040 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:03.507034 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695a0f3-21c0-445a-9a5c-c81e931c6040 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:03.507470 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a695a0f3-21c0-445a-9a5c-c81e931c6040 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:03.525697 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-abcfc347-b8d5-4de3-95e0-5eee42a51613 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/quotas/1941f241057e4fa98d84552cc6064fe0 HTTP/1.1" status: 200 len: 375 time: 0.0155151 Sep 07 07:16:03.564424 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ce719344-d60b-4177-bb1a-c2cfd7afbe18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:03.574814 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-4d7b9faa-dfa3-4f40-abd0-30f31d853bb2 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1941f241057e4fa98d84552cc6064fe0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482862 Sep 07 07:16:03.594849 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ce719344-d60b-4177-bb1a-c2cfd7afbe18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:03.651948 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ce719344-d60b-4177-bb1a-c2cfd7afbe18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:03.655089 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ce719344-d60b-4177-bb1a-c2cfd7afbe18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:03.656330 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-ce719344-d60b-4177-bb1a-c2cfd7afbe18 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b600ee1c-fd76-4ee4-8b72-45e78d2a9f55 HTTP/1.1" status: 204 len: 168 time: 0.1823118 Sep 07 07:16:03.668480 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce719344-d60b-4177-bb1a-c2cfd7afbe18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b600ee1c-fd76-4ee4-8b72-45e78d2a9f55,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:03.694477 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-4a1b5158-3ebd-4cf3-959c-1e92cf0f133b service neutron] 10.222.0.30 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119523 Sep 07 07:16:03.775008 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871dd62-7946-4def-bca6-30bce8bbd837 req-20fd34be-c7fc-48ff-9f6f-c2aee8be7774 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:03.776596 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a871dd62-7946-4def-bca6-30bce8bbd837 req-20fd34be-c7fc-48ff-9f6f-c2aee8be7774 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0604074 Sep 07 07:16:03.790408 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-c9886f11-d309-4fec-be48-bc71dc15fd73 service neutron] 10.222.0.30 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901999 Sep 07 07:16:03.817481 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a871dd62-7946-4def-bca6-30bce8bbd837 req-7e45f65d-cd46-4486-83e6-e74f666d6b49 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346859 Sep 07 07:16:03.889979 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:16:03.951997 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5332f29-cd04-44cf-906d-44d200f5cab3 req-0c6db6af-30ae-4092-ab13-5b7497d56c1d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:03.953641 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c5332f29-cd04-44cf-906d-44d200f5cab3 req-0c6db6af-30ae-4092-ab13-5b7497d56c1d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0595233 Sep 07 07:16:03.962863 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 52788) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:03.967195 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-db10b9ed-8088-4c50-be63-08e6cd637402 req-61182798-bb49-4fed-bdbd-b80a7b651333 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 210 time: 0.0328622 Sep 07 07:16:03.972774 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-30f53c9f-cd36-4eef-b54d-e0aecb924957 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Request body: {'floatingip': {'port_id': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:16:04.012177 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 52790) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:04.020019 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-30f53c9f-cd36-4eef-b54d-e0aecb924957 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for floatingip, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:04.025820 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5180baee-29e4-4396-8ab1-fc09e98e3de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:04.132355 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5180baee-29e4-4396-8ab1-fc09e98e3de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:04.136931 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5180baee-29e4-4396-8ab1-fc09e98e3de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:04.176945 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5180baee-29e4-4396-8ab1-fc09e98e3de7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=81ffc89ba43f4b6489990496e8b7050b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636484 Sep 07 07:16:04.177704 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180baee-29e4-4396-8ab1-fc09e98e3de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4525b0d2-2d37-44a2-8149-cdb6bb06da18,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:04.179750 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 52796) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:04.195613 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180baee-29e4-4396-8ab1-fc09e98e3de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:04.195968 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180baee-29e4-4396-8ab1-fc09e98e3de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:04.196317 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180baee-29e4-4396-8ab1-fc09e98e3de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:04.196750 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180baee-29e4-4396-8ab1-fc09e98e3de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:04.197035 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180baee-29e4-4396-8ab1-fc09e98e3de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:04.197678 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180baee-29e4-4396-8ab1-fc09e98e3de7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:04.198094 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180baee-29e4-4396-8ab1-fc09e98e3de7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:04.198221 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180baee-29e4-4396-8ab1-fc09e98e3de7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:04.198579 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180baee-29e4-4396-8ab1-fc09e98e3de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:04.198922 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180baee-29e4-4396-8ab1-fc09e98e3de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:04.199253 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180baee-29e4-4396-8ab1-fc09e98e3de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:04.199618 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180baee-29e4-4396-8ab1-fc09e98e3de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:04.242993 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8f8e0767-2a30-43dd-9784-bf804dbae094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:04.266163 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8f8e0767-2a30-43dd-9784-bf804dbae094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:04.316297 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8f8e0767-2a30-43dd-9784-bf804dbae094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:04.319148 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8f8e0767-2a30-43dd-9784-bf804dbae094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:04.322773 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8f8e0767-2a30-43dd-9784-bf804dbae094 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4525b0d2-2d37-44a2-8149-cdb6bb06da18 HTTP/1.1" status: 204 len: 168 time: 0.1396687 Sep 07 07:16:04.336006 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e0767-2a30-43dd-9784-bf804dbae094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4525b0d2-2d37-44a2-8149-cdb6bb06da18,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:04.499382 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaa1ec-3b9f-4c62-8f87-ae11a3a78acb req-47bb99ab-6e0f-41e4-a480-c221afefd609 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:04.500900 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a2eaa1ec-3b9f-4c62-8f87-ae11a3a78acb req-47bb99ab-6e0f-41e4-a480-c221afefd609 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0820661 Sep 07 07:16:04.808142 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-30f53c9f-cd36-4eef-b54d-e0aecb924957 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:04.814180 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a2eaa1ec-3b9f-4c62-8f87-ae11a3a78acb req-10a909c3-0f43-46c7-93dd-0d1689fc224c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807386 Sep 07 07:16:04.815204 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-30f53c9f-cd36-4eef-b54d-e0aecb924957 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579857'] for floatingip, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:04.932238 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.l3_db [None req-30f53c9f-cd36-4eef-b54d-e0aecb924957 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Floating IP 04fc7b2c-c8cc-41e3-a514-20ba6c371e8e associated. External IP: 172.27.2.163, port: ec92d13e-339c-4aaf-a5b8-2fe63818a527. Sep 07 07:16:05.131246 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4628f84a-bd5d-4aa5-b550-e888876a20e9 req-55535d27-5df9-4e35-9835-a40438461b06 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 210 time: 0.0270798 Sep 07 07:16:05.182856 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 52844) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:05.190723 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f53c9f-cd36-4eef-b54d-e0aecb924957 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Router 51e9eb1c-6855-4c3e-9413-c551fe6e355a has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:16:05.319282 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0cfc085c-c55a-4963-aa37-ff278ae9eada admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:05.393750 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f53c9f-cd36-4eef-b54d-e0aecb924957 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:16:05.400217 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-30f53c9f-cd36-4eef-b54d-e0aecb924957 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:05.406359 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee8665-0696-460e-bdea-0a8a48c689fb None None] Sync routers for ids ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:16:05.412419 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-5810c490-1d5b-4559-90f5-e988626213e4 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:05.414936 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-5810c490-1d5b-4559-90f5-e988626213e4 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.15 "GET /v2.0/networks?id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e HTTP/1.1" status: 200 len: 815 time: 0.2124386 Sep 07 07:16:05.419064 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee8665-0696-460e-bdea-0a8a48c689fb None None] Routers {'51e9eb1c-6855-4c3e-9413-c551fe6e355a'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:16:05.420176 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-53ee8665-0696-460e-bdea-0a8a48c689fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:16:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:05.442450 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-33ebf283-1467-474d-bd30-ec953e559447 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Request body: {'port': {'device_id': 'd38f7c56-a85f-497a-a87f-0511570b6148', 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e', 'admin_state_up': True, 'tenant_id': '1941f241057e4fa98d84552cc6064fe0'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:16:05.451934 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0cfc085c-c55a-4963-aa37-ff278ae9eada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:05.457745 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0cfc085c-c55a-4963-aa37-ff278ae9eada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:05.484722 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-30f53c9f-cd36-4eef-b54d-e0aecb924957 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "PUT /v2.0/floatingips/04fc7b2c-c8cc-41e3-a514-20ba6c371e8e HTTP/1.1" status: 200 len: 992 time: 1.5115578 Sep 07 07:16:05.499778 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd866664-0a58-493c-bbd4-80940472fabc', 'tag': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:16:05.504346 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c0cfb6-e009-4daf-8fb6-452011057cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "dd866664-0a58-493c-bbd4-80940472fabc", "tag": "ec92d13e-339c-4aaf-a5b8-2fe63818a527"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:16:05.504957 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0cfc085c-c55a-4963-aa37-ff278ae9eada admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f96c500255a43bab787c9bf7debab0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207386 Sep 07 07:16:05.507249 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc085c-c55a-4963-aa37-ff278ae9eada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0abfc5-2639-417d-b45d-bd30aa900b5a,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:05.509922 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 52864) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:05.572040 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-53ee8665-0696-460e-bdea-0a8a48c689fb None None] Set router 51e9eb1c-6855-4c3e-9413-c551fe6e355a gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:16:05.590516 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-23f2554a-df4d-43c7-b9dc-ae1893a282b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:05.612777 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0701b84-3e43-404a-918d-dd4a2fb37e82 x-openstack-request-id: req-c0701b84-3e43-404a-918d-dd4a2fb37e82 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:16:05.613319 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd866664-0a58-493c-bbd4-80940472fabc", "tag": "ec92d13e-339c-4aaf-a5b8-2fe63818a527", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:16:05.613886 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0701b84-3e43-404a-918d-dd4a2fb37e82 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:16:05.614661 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd866664-0a58-493c-bbd4-80940472fabc', 'tag': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527', 'status': 'completed', 'code': 200} Sep 07 07:16:05.617088 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-23f2554a-df4d-43c7-b9dc-ae1893a282b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:05.624969 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-33ebf283-1467-474d-bd30-ec953e559447 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Made reservation on behalf of 1941f241057e4fa98d84552cc6064fe0 for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:16:05.631323 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-33ebf283-1467-474d-bd30-ec953e559447 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:05.665798 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 52874) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:05.685105 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-23f2554a-df4d-43c7-b9dc-ae1893a282b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:05.691940 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-23f2554a-df4d-43c7-b9dc-ae1893a282b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:05.695027 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-23f2554a-df4d-43c7-b9dc-ae1893a282b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a0abfc5-2639-417d-b45d-bd30aa900b5a HTTP/1.1" status: 204 len: 168 time: 0.1841288 Sep 07 07:16:05.727829 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2554a-df4d-43c7-b9dc-ae1893a282b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0abfc5-2639-417d-b45d-bd30aa900b5a,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:05.817811 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-370488d5-43f5-43d2-adb2-be4cbb17d89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:05.874383 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0cfb6-e009-4daf-8fb6-452011057cb6 req-45f9e17f-6ac5-4c04-8edc-e03c3375b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:05.875636 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-03c0cfb6-e009-4daf-8fb6-452011057cb6 req-45f9e17f-6ac5-4c04-8edc-e03c3375b8d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31ec539a0e824d0385bb9d4a12e94d3e&device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 1099 time: 0.1027615 Sep 07 07:16:05.889282 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-33ebf283-1467-474d-bd30-ec953e559447 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Allocated IP 172.20.0.14 (f7f8a398-c1d7-42d1-a5cb-7345e4c6544e/bbfed80f-05db-4166-bc1f-98df7697e081/ac21abff-15bb-46e8-8406-4c20a52e754e) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:16:05.930474 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-53ee8665-0696-460e-bdea-0a8a48c689fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:15:12Z', 'revision_number': 4, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': '04fc7b2c-c8cc-41e3-a514-20ba6c371e8e', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'floating_ip_address': '172.27.2.163', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'port_id': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'mac_address': 'fa:16:3e:a6:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd866664-0a58-493c-bbd4-80940472fabc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:15:15Z', 'updated_at': '2021-09-07T07:16:04Z', 'revision_number': 1, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005fb783-0407-4646-b575-6b4dab3a9fde', 'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'mac_address': 'fa:16:3e:0d:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:11Z', 'updated_at': '2021-09-07T07:15:17Z', 'revision_number': 5, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'subnets': [{'id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:05.968709 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee8665-0696-460e-bdea-0a8a48c689fb None None] Checking router: 51e9eb1c-6855-4c3e-9413-c551fe6e355a for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:16:05.974393 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-370488d5-43f5-43d2-adb2-be4cbb17d89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:05.979456 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-370488d5-43f5-43d2-adb2-be4cbb17d89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:05.980917 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee8665-0696-460e-bdea-0a8a48c689fb None None] Routers {'51e9eb1c-6855-4c3e-9413-c551fe6e355a'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:16:05.981716 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-53ee8665-0696-460e-bdea-0a8a48c689fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:16:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:06.030243 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-370488d5-43f5-43d2-adb2-be4cbb17d89e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34915f07358146ae8030910a9659df61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605754 Sep 07 07:16:06.030243 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370488d5-43f5-43d2-adb2-be4cbb17d89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1994f7db-f59e-4a2d-ae0c-5a01476d04a0,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:06.031207 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 52886) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:06.073636 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0044c-ff72-4b33-b6b0-0dcfa99cccb9 req-cbd89969-7091-4d03-ab98-86354eae299b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:06.075323 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-edc0044c-ff72-4b33-b6b0-0dcfa99cccb9 req-cbd89969-7091-4d03-ab98-86354eae299b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.1541846 Sep 07 07:16:06.079481 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0cfb6-e009-4daf-8fb6-452011057cb6 req-154cb930-ab93-4990-89e2-685e2508607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:06.081231 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-03c0cfb6-e009-4daf-8fb6-452011057cb6 req-154cb930-ab93-4990-89e2-685e2508607f service neutron] 10.222.0.15 "GET /v2.0/networks?id=763aca73-fbfa-4ea1-a434-95a1680e6608 HTTP/1.1" status: 200 len: 918 time: 0.1891313 Sep 07 07:16:06.122713 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a9a20c29-e4f7-4031-8119-3123c688c46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:06.138892 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-53ee8665-0696-460e-bdea-0a8a48c689fb None None] Set router 51e9eb1c-6855-4c3e-9413-c551fe6e355a gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:16:06.145198 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a9a20c29-e4f7-4031-8119-3123c688c46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:06.210408 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a9a20c29-e4f7-4031-8119-3123c688c46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:06.218281 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a9a20c29-e4f7-4031-8119-3123c688c46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:06.220811 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a9a20c29-e4f7-4031-8119-3123c688c46f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1994f7db-f59e-4a2d-ae0c-5a01476d04a0 HTTP/1.1" status: 204 len: 168 time: 0.1764698 Sep 07 07:16:06.231487 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a20c29-e4f7-4031-8119-3123c688c46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1994f7db-f59e-4a2d-ae0c-5a01476d04a0,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:06.238365 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-edc0044c-ff72-4b33-b6b0-0dcfa99cccb9 req-18ad4644-dcdf-4197-a08c-4e6929e14f24 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475801 Sep 07 07:16:06.254931 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-03c0cfb6-e009-4daf-8fb6-452011057cb6 req-a1a46cf9-e7c2-4c7c-82c7-ec5d4fe88df7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec92d13e-339c-4aaf-a5b8-2fe63818a527 HTTP/1.1" status: 200 len: 1000 time: 0.1538618 Sep 07 07:16:06.336485 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-33ebf283-1467-474d-bd30-ec953e559447 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:06.345227 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2161487b-ece9-4c1f-999b-1c9d9e4cbfaa req-030fff9a-ce0e-4b38-b414-8305311d0f17 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 210 time: 0.0443594 Sep 07 07:16:06.353619 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0cfb6-e009-4daf-8fb6-452011057cb6 req-cd0c6551-b9a4-4704-af8a-f717c6f7fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:06.355262 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-03c0cfb6-e009-4daf-8fb6-452011057cb6 req-cd0c6551-b9a4-4704-af8a-f717c6f7fe41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa HTTP/1.1" status: 200 len: 856 time: 0.0789480 Sep 07 07:16:06.436262 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0cfb6-e009-4daf-8fb6-452011057cb6 req-786f1890-e5cc-4416-afc4-1f147877822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:06.438058 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-03c0cfb6-e009-4daf-8fb6-452011057cb6 req-786f1890-e5cc-4416-afc4-1f147877822e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=763aca73-fbfa-4ea1-a434-95a1680e6608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603268 Sep 07 07:16:06.439763 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-33ebf283-1467-474d-bd30-ec953e559447 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:06.463490 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-53ee8665-0696-460e-bdea-0a8a48c689fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:15:12Z', 'revision_number': 4, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': '04fc7b2c-c8cc-41e3-a514-20ba6c371e8e', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'floating_ip_address': '172.27.2.163', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'port_id': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'mac_address': 'fa:16:3e:a6:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd866664-0a58-493c-bbd4-80940472fabc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:15:15Z', 'updated_at': '2021-09-07T07:16:04Z', 'revision_number': 1, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005fb783-0407-4646-b575-6b4dab3a9fde', 'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'mac_address': 'fa:16:3e:0d:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:11Z', 'updated_at': '2021-09-07T07:15:17Z', 'revision_number': 5, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'subnets': [{'id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:06.493601 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['248be358-cd4c-4e39-acf4-cf97485c1506', 'a08bfa0a-bbab-457f-8f7d-a355def3244c'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:16:06.498849 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee8665-0696-460e-bdea-0a8a48c689fb None None] The sync data for ids ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'] in dv-cinder-804735-9-iscsi is: [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:15:12Z', 'revision_number': 4, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': '04fc7b2c-c8cc-41e3-a514-20ba6c371e8e', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'floating_ip_address': '172.27.2.163', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'port_id': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'mac_address': 'fa:16:3e:a6:a8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd866664-0a58-493c-bbd4-80940472fabc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:15:15Z', 'updated_at': '2021-09-07T07:16:04Z', 'revision_number': 1, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005fb783-0407-4646-b575-6b4dab3a9fde', 'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'mac_address': 'fa:16:3e:0d:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:11Z', 'updated_at': '2021-09-07T07:15:17Z', 'revision_number': 5, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'subnets': [{'id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:16:06.503682 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-33ebf283-1467-474d-bd30-ec953e559447 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:16:06.518527 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-33ebf283-1467-474d-bd30-ec953e559447 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:16:06.528830 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-33ebf283-1467-474d-bd30-ec953e559447 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:16:06.604710 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-33ebf283-1467-474d-bd30-ec953e559447 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:06.605371 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-33ebf283-1467-474d-bd30-ec953e559447 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:06.700148 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebf283-1467-474d-bd30-ec953e559447 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Pushing event updated for resources: {'Port': ['ID=ac21abff-15bb-46e8-8406-4c20a52e754e,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:06.727708 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-33ebf283-1467-474d-bd30-ec953e559447 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2909465 Sep 07 07:16:06.749446 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-03c0cfb6-e009-4daf-8fb6-452011057cb6 req-325194c2-794a-408b-8e54-e126f74e49b6 service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637367 Sep 07 07:16:06.769720 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Request body: {'port': {'device_id': 'd38f7c56-a85f-497a-a87f-0511570b6148', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:16:06.905056 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62318c1c-068f-47c7-a4e8-54f46e455c96 None None] New status for floating IP 04fc7b2c-c8cc-41e3-a514-20ba6c371e8e: ACTIVE {{(pid=94031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 07:16:06.923936 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:06.971007 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-03c0cfb6-e009-4daf-8fb6-452011057cb6 req-222e1443-b64b-462d-81d3-89d6d8f4ef78 service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058918 Sep 07 07:16:07.244213 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac21abff-15bb-46e8-8406-4c20a52e754e {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:16:07.252603 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:07.264974 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Transition to ACTIVE for port object ac21abff-15bb-46e8-8406-4c20a52e754e will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:16:07.269380 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:07.334033 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac21abff-15bb-46e8-8406-4c20a52e754e,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:07.441554 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10d2b5-9540-4098-9709-a056feaef817 req-cc7f75bb-fc2d-48af-b6b9-4f356284d3a7 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:07.443170 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bd10d2b5-9540-4098-9709-a056feaef817 req-cc7f75bb-fc2d-48af-b6b9-4f356284d3a7 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.1236365 Sep 07 07:16:07.476638 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Attempting to bind port ac21abff-15bb-46e8-8406-4c20a52e754e on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:16:07.476982 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Attempting to bind port ac21abff-15bb-46e8-8406-4c20a52e754e by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'f315a493-8adb-435c-a2a4-2b68883c8113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:16:07.477314 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Attempting to bind port ac21abff-15bb-46e8-8406-4c20a52e754e on network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:16:07.484653 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Port ac21abff-15bb-46e8-8406-4c20a52e754e on network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:16:07.484900 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Attempting to bind port ac21abff-15bb-46e8-8406-4c20a52e754e on network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:16:07.499854 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:16:07.500215 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Checking segment: {'id': 'f315a493-8adb-435c-a2a4-2b68883c8113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:16:07.500626 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Bound using segment: {'id': 'f315a493-8adb-435c-a2a4-2b68883c8113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:16:07.501066 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Bound port: ac21abff-15bb-46e8-8406-4c20a52e754e, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f315a493-8adb-435c-a2a4-2b68883c8113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:16:07.501429 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:07.503494 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fc699-82cd-4ca2-9d55-ee97b62d02a8 req-3e90e850-cb22-44ef-a75f-b3d9b2a02c32 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:07.504990 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bc0fc699-82cd-4ca2-9d55-ee97b62d02a8 req-3e90e850-cb22-44ef-a75f-b3d9b2a02c32 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 944 time: 0.0515838 Sep 07 07:16:07.514204 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bd10d2b5-9540-4098-9709-a056feaef817 req-7bf89c42-9742-4e46-bc8a-bbbc2609946d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622623 Sep 07 07:16:07.563823 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bc0fc699-82cd-4ca2-9d55-ee97b62d02a8 req-d4302e97-93d8-4091-a700-18a644404416 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523601 Sep 07 07:16:07.578373 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] For port ac21abff-15bb-46e8-8406-4c20a52e754e, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:16:07.582439 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] For port ac21abff-15bb-46e8-8406-4c20a52e754e, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ac21abff-15bb-46e8-8406-4c20a52e754e,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:16:07.588855 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:07.622242 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:07.623009 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:07.624571 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] 10.222.0.15 "PUT /v2.0/ports/ac21abff-15bb-46e8-8406-4c20a52e754e HTTP/1.1" status: 200 len: 1094 time: 0.8606942 Sep 07 07:16:07.625162 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38f7c56-a85f-497a-a87f-0511570b6148', 'tag': 'ac21abff-15bb-46e8-8406-4c20a52e754e'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:16:07.627760 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86f15c5-d5b3-401f-b771-1e22119b32fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d38f7c56-a85f-497a-a87f-0511570b6148", "tag": "ac21abff-15bb-46e8-8406-4c20a52e754e"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:16:07.662307 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec7c42-c2e0-4eda-95c6-750555a0d2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac21abff-15bb-46e8-8406-4c20a52e754e,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:07.667537 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879c7758-e5ba-4a28-ba48-2aef5e57d409 x-openstack-request-id: req-879c7758-e5ba-4a28-ba48-2aef5e57d409 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:16:07.667831 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38f7c56-a85f-497a-a87f-0511570b6148", "tag": "ac21abff-15bb-46e8-8406-4c20a52e754e", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:16:07.668089 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-879c7758-e5ba-4a28-ba48-2aef5e57d409 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:16:07.668485 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38f7c56-a85f-497a-a87f-0511570b6148', 'tag': 'ac21abff-15bb-46e8-8406-4c20a52e754e', 'status': 'completed', 'code': 200} Sep 07 07:16:07.772362 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-6a4c3e2d-845e-4bde-b2b0-3bfd501c4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:07.773277 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-6a4c3e2d-845e-4bde-b2b0-3bfd501c4154 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1941f241057e4fa98d84552cc6064fe0&device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 1097 time: 0.0427837 Sep 07 07:16:07.838124 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-7c7c1364-da49-43f9-bfce-3845b645055c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac21abff-15bb-46e8-8406-4c20a52e754e HTTP/1.1" status: 200 len: 217 time: 0.0367029 Sep 07 07:16:07.887123 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-c7cf8ab2-316a-4249-b729-0048d871d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:07.888585 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-c7cf8ab2-316a-4249-b729-0048d871d061 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bbfed80f-05db-4166-bc1f-98df7697e081 HTTP/1.1" status: 200 len: 855 time: 0.0421653 Sep 07 07:16:07.923474 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-8d854be9-c678-4c18-b058-e7964ee28e81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237546 Sep 07 07:16:08.019538 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-de942e38-abcb-4d47-a0c0-bc65209e64bc service neutron] 10.222.0.15 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848184 Sep 07 07:16:08.110247 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-baace710-1032-48cf-8cd5-46d5bf2c7064 req-c7d3c39e-35c6-4654-b2fa-399409de8358 service neutron] 10.222.0.15 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809269 Sep 07 07:16:08.318122 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f15c5-d5b3-401f-b771-1e22119b32fc req-605179c1-f680-4031-bf92-aeeb8750bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:08.319634 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d86f15c5-d5b3-401f-b771-1e22119b32fc req-605179c1-f680-4031-bf92-aeeb8750bbb8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1941f241057e4fa98d84552cc6064fe0&device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 1097 time: 0.0427988 Sep 07 07:16:08.413260 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f15c5-d5b3-401f-b771-1e22119b32fc req-0f076e76-fde2-4bfe-94d7-e7b94a213d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:08.414725 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d86f15c5-d5b3-401f-b771-1e22119b32fc req-0f076e76-fde2-4bfe-94d7-e7b94a213d70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e HTTP/1.1" status: 200 len: 916 time: 0.0874226 Sep 07 07:16:08.458226 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d86f15c5-d5b3-401f-b771-1e22119b32fc req-9544c84e-b284-430c-99bc-b2646b29c057 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac21abff-15bb-46e8-8406-4c20a52e754e HTTP/1.1" status: 200 len: 217 time: 0.0361924 Sep 07 07:16:08.511496 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f15c5-d5b3-401f-b771-1e22119b32fc req-bae03ce8-e476-4bd6-890f-466b873bd684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:08.512922 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d86f15c5-d5b3-401f-b771-1e22119b32fc req-bae03ce8-e476-4bd6-890f-466b873bd684 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bbfed80f-05db-4166-bc1f-98df7697e081 HTTP/1.1" status: 200 len: 855 time: 0.0441768 Sep 07 07:16:08.543470 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d86f15c5-d5b3-401f-b771-1e22119b32fc req-1bcd1ec7-8fb3-4b56-9c32-2c364b47303a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224240 Sep 07 07:16:08.638591 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd393be-2eca-4b4c-97fe-14c4e02f5df6 req-f5cb79af-86e0-47a8-9022-fef73527e741 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:08.640209 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dfd393be-2eca-4b4c-97fe-14c4e02f5df6 req-f5cb79af-86e0-47a8-9022-fef73527e741 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0521481 Sep 07 07:16:08.683831 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dfd393be-2eca-4b4c-97fe-14c4e02f5df6 req-6eeed3b0-2365-40d2-88b9-7e0df80d943c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369229 Sep 07 07:16:08.874448 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d86f15c5-d5b3-401f-b771-1e22119b32fc req-a8a113ca-91c7-4313-a059-6e39723005bc service neutron] 10.222.0.15 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231633 Sep 07 07:16:08.963101 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9888b-fac6-411c-9ee7-42ce8e0a12b4 req-cedc607d-aa45-4a51-b0b4-f4935f5698ff tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:08.964616 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c2d9888b-fac6-411c-9ee7-42ce8e0a12b4 req-cedc607d-aa45-4a51-b0b4-f4935f5698ff tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 944 time: 0.3326769 Sep 07 07:16:09.002660 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d86f15c5-d5b3-401f-b771-1e22119b32fc req-5f92aa8f-27ff-4357-a814-80f209bb5a8d service neutron] 10.222.0.15 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154640 Sep 07 07:16:09.015853 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c2d9888b-fac6-411c-9ee7-42ce8e0a12b4 req-5a5c01e2-85d9-4124-bb45-695c4799824e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434506 Sep 07 07:16:09.804832 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b6b83-0f06-4b23-96fd-36b0e2e087ee req-b9e8c8d4-40fb-4484-a517-d03f1692837e tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:09.806315 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-978b6b83-0f06-4b23-96fd-36b0e2e087ee req-b9e8c8d4-40fb-4484-a517-d03f1692837e tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0481517 Sep 07 07:16:09.844316 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-978b6b83-0f06-4b23-96fd-36b0e2e087ee req-b5cdfc48-c0b2-45cb-b216-0cdfb6c77e43 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321095 Sep 07 07:16:10.135647 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92011b0-6de3-41ac-92f2-f9c9dbb829e2 req-3fbdd765-e501-4ac2-81bc-fa8b3522c3a0 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:10.137199 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e92011b0-6de3-41ac-92f2-f9c9dbb829e2 req-3fbdd765-e501-4ac2-81bc-fa8b3522c3a0 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 944 time: 0.0497391 Sep 07 07:16:10.175235 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e92011b0-6de3-41ac-92f2-f9c9dbb829e2 req-805610fd-fcc8-4dac-b94b-c0123e2e555a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308881 Sep 07 07:16:10.963155 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17500083-159b-4c63-9873-0fe6224ad1aa req-594647e7-a849-48c4-a3a3-55f7de35bdd9 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:10.965324 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-17500083-159b-4c63-9873-0fe6224ad1aa req-594647e7-a849-48c4-a3a3-55f7de35bdd9 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0513597 Sep 07 07:16:11.009818 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-17500083-159b-4c63-9873-0fe6224ad1aa req-0c81bd47-9f9e-4cda-837e-8cbc17f8c3e4 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375557 Sep 07 07:16:11.291755 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf39b57-683e-466c-b14d-6c0d55f4bf30 req-c3ae52e3-6fb5-4a18-8a60-827f08994703 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:11.293353 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-abf39b57-683e-466c-b14d-6c0d55f4bf30 req-c3ae52e3-6fb5-4a18-8a60-827f08994703 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 944 time: 0.0499156 Sep 07 07:16:11.336033 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-abf39b57-683e-466c-b14d-6c0d55f4bf30 req-4ee96c0b-460e-4675-8baa-d5b0bc870c44 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362566 Sep 07 07:16:11.410417 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 53036) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:11.514468 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9db06f27-060d-4ee4-b5c9-f759bb9f8892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:11.604846 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9db06f27-060d-4ee4-b5c9-f759bb9f8892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:11.608598 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9db06f27-060d-4ee4-b5c9-f759bb9f8892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:11.648933 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-9db06f27-060d-4ee4-b5c9-f759bb9f8892 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ebb9a8f388f42d4a8c7b40f6b561bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374716 Sep 07 07:16:11.650136 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db06f27-060d-4ee4-b5c9-f759bb9f8892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4545c98-4363-4f0e-914d-1edce917831a,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:11.651573 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 53042) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:11.709065 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2bfd439f-4150-4e36-84b9-42c4fa9f7850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:11.730065 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2bfd439f-4150-4e36-84b9-42c4fa9f7850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:11.775965 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2bfd439f-4150-4e36-84b9-42c4fa9f7850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:11.778923 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2bfd439f-4150-4e36-84b9-42c4fa9f7850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:11.780114 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-2bfd439f-4150-4e36-84b9-42c4fa9f7850 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4545c98-4363-4f0e-914d-1edce917831a HTTP/1.1" status: 204 len: 168 time: 0.1275513 Sep 07 07:16:11.788226 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd439f-4150-4e36-84b9-42c4fa9f7850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4545c98-4363-4f0e-914d-1edce917831a,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:12.155647 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c2609-50bc-4e34-ac21-762516eeb0f9 req-dcb2c962-1a9b-4012-bb6a-dcc8f6ac86de tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:12.159775 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d89c2609-50bc-4e34-ac21-762516eeb0f9 req-dcb2c962-1a9b-4012-bb6a-dcc8f6ac86de tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0714250 Sep 07 07:16:12.203168 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d89c2609-50bc-4e34-ac21-762516eeb0f9 req-f6637993-f039-4840-b699-18cf647e39f3 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395329 Sep 07 07:16:12.466583 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 53092) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:12.481696 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766a786-a76c-4dd6-932c-88c94491944d req-eb2d41b5-750d-4f3f-91a9-b91cff34dd5a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:12.488178 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9766a786-a76c-4dd6-932c-88c94491944d req-eb2d41b5-750d-4f3f-91a9-b91cff34dd5a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 944 time: 0.0614407 Sep 07 07:16:12.529040 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9766a786-a76c-4dd6-932c-88c94491944d req-38efe479-eff9-43e9-9627-544fa87789c5 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397766 Sep 07 07:16:12.643994 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-45f471cb-a8d8-40a1-b0db-071c18861450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:12.736589 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-45f471cb-a8d8-40a1-b0db-071c18861450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:12.743988 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-45f471cb-a8d8-40a1-b0db-071c18861450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:12.782112 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-45f471cb-a8d8-40a1-b0db-071c18861450 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f64b99c40f04560a3e1edea7eb6b33e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142705 Sep 07 07:16:12.783641 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f471cb-a8d8-40a1-b0db-071c18861450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc380cb6-b1ac-4a68-b3f8-9743982c5e34,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:12.785254 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 53110) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:12.838730 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5d456280-4fb1-47ba-a81c-65971d975d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:12.859475 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5d456280-4fb1-47ba-a81c-65971d975d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:12.908169 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5d456280-4fb1-47ba-a81c-65971d975d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:12.911549 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5d456280-4fb1-47ba-a81c-65971d975d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:12.915370 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5d456280-4fb1-47ba-a81c-65971d975d76 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc380cb6-b1ac-4a68-b3f8-9743982c5e34 HTTP/1.1" status: 204 len: 168 time: 0.1265955 Sep 07 07:16:12.921814 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d456280-4fb1-47ba-a81c-65971d975d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc380cb6-b1ac-4a68-b3f8-9743982c5e34,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:13.327857 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15e2ad-344c-4319-a8c3-c95f12b622c9 req-f03afd29-8cf7-422b-aae5-7286c0c179a1 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:13.332313 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2b15e2ad-344c-4319-a8c3-c95f12b622c9 req-f03afd29-8cf7-422b-aae5-7286c0c179a1 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0519996 Sep 07 07:16:13.374780 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2b15e2ad-344c-4319-a8c3-c95f12b622c9 req-5913345c-e89c-4795-ad5f-a0a96e269ab0 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385072 Sep 07 07:16:13.646536 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device ac21abff-15bb-46e8-8406-4c20a52e754e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:16:13.657446 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f193f47-1398-485c-877c-4b89a3b3d9e6 req-909e3615-e125-4eb9-a662-b8898b23faef tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:13.659429 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2f193f47-1398-485c-877c-4b89a3b3d9e6 req-909e3615-e125-4eb9-a662-b8898b23faef tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 944 time: 0.0524032 Sep 07 07:16:13.709458 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2f193f47-1398-485c-877c-4b89a3b3d9e6 req-149fbcd2-13e4-404f-a18d-d72f7854715c tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441632 Sep 07 07:16:13.766151 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port ac21abff-15bb-46e8-8406-4c20a52e754e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ac21abff-15bb-46e8-8406-4c20a52e754e,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:16:13.781969 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': 'ac21abff-15bb-46e8-8406-4c20a52e754e', 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e', 'port_id': 'ac21abff-15bb-46e8-8406-4c20a52e754e', 'mac_address': 'fa:16:3e:bb:a7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfed80f-05db-4166-bc1f-98df7697e081', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:16:13.820484 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:13.836174 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac21abff-15bb-46e8-8406-4c20a52e754e {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:16:13.861322 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port ac21abff-15bb-46e8-8406-4c20a52e754e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ac21abff-15bb-46e8-8406-4c20a52e754e,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:16:13.866123 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:13.917171 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=ac21abff-15bb-46e8-8406-4c20a52e754e,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:13.925335 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:13.925922 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:13.926411 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:13.926996 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:13.927641 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:13.928287 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:13.928763 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:13.929248 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:13.929744 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:13.930214 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:13.930694 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:13.931025 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:14.487532 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aba111-2446-4c4e-b720-42a9608c547b req-6054642c-cfcc-4c67-bed5-6ef29168b8b4 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:14.489012 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-35aba111-2446-4c4e-b720-42a9608c547b req-6054642c-cfcc-4c67-bed5-6ef29168b8b4 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0475323 Sep 07 07:16:14.526775 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-35aba111-2446-4c4e-b720-42a9608c547b req-d829c9cf-c57e-44a8-a6be-ccfc9fc2b2e3 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319188 Sep 07 07:16:14.673316 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['ac21abff-15bb-46e8-8406-4c20a52e754e'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:16:14.685827 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cf96a-db2d-40fd-996c-6ae0b280f577 req-251b6e7e-2608-4c3f-b4ec-a64e34cd7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:14.687315 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9f7cf96a-db2d-40fd-996c-6ae0b280f577 req-251b6e7e-2608-4c3f-b4ec-a64e34cd7e83 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 1099 time: 0.0388489 Sep 07 07:16:14.723196 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9f7cf96a-db2d-40fd-996c-6ae0b280f577 req-40f23023-f9bd-47a8-9baa-e448395fa3fc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278370 Sep 07 07:16:14.833415 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e6d0e-854d-4240-879a-ae7e3617ebc1 req-23c862b3-7c79-465e-bfc2-8ae418d10a49 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:14.834758 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-385e6d0e-854d-4240-879a-ae7e3617ebc1 req-23c862b3-7c79-465e-bfc2-8ae418d10a49 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 945 time: 0.0504699 Sep 07 07:16:14.871966 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-385e6d0e-854d-4240-879a-ae7e3617ebc1 req-8f888327-6d14-483c-9335-250ef2cf7f0e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312424 Sep 07 07:16:15.657528 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a73f3-78f3-4d71-9a42-2eb5d677a5bb req-06240ad1-28dc-404f-969e-3b874cc0906e tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:15.659010 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a67a73f3-78f3-4d71-9a42-2eb5d677a5bb req-06240ad1-28dc-404f-969e-3b874cc0906e tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0508535 Sep 07 07:16:15.705731 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a67a73f3-78f3-4d71-9a42-2eb5d677a5bb req-8463deac-5980-43e2-a46e-4c7c1dc44ab8 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366414 Sep 07 07:16:15.986579 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51c909-f483-4173-b9e2-25b0af5e73e8 req-2a4949b6-279f-4a88-adbb-3acd16ae97c1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:15.988086 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1e51c909-f483-4173-b9e2-25b0af5e73e8 req-2a4949b6-279f-4a88-adbb-3acd16ae97c1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 945 time: 0.0494609 Sep 07 07:16:16.025519 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1e51c909-f483-4173-b9e2-25b0af5e73e8 req-940c2d00-9b96-4943-b3d6-d36c87d83a7a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310888 Sep 07 07:16:16.835382 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f4a3e-2ee9-4717-b67a-5163c2a5e2ae req-0a407b9c-d78d-4a78-9299-5143e1eaa269 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:16.836631 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b29f4a3e-2ee9-4717-b67a-5163c2a5e2ae req-0a407b9c-d78d-4a78-9299-5143e1eaa269 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0494118 Sep 07 07:16:16.874795 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b29f4a3e-2ee9-4717-b67a-5163c2a5e2ae req-eec72ea0-73ec-4fb2-a74a-141d4c657b2f tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323045 Sep 07 07:16:17.130856 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d64288-4a76-4515-800c-3536f396eb21 req-d88adb38-491a-4445-8b19-04db12e4cbbe tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:17.132464 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f7d64288-4a76-4515-800c-3536f396eb21 req-d88adb38-491a-4445-8b19-04db12e4cbbe tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0603864 Sep 07 07:16:17.170217 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185961ac-8d9d-4153-9e3e-c9738ee70049 req-8cb7b36a-0ac8-48ab-878d-5bb796acc45b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:17.171842 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-185961ac-8d9d-4153-9e3e-c9738ee70049 req-8cb7b36a-0ac8-48ab-878d-5bb796acc45b tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 945 time: 0.0754149 Sep 07 07:16:17.182674 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f7d64288-4a76-4515-800c-3536f396eb21 req-cf285287-09d0-45da-8272-9909e66d4532 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437415 Sep 07 07:16:17.183904 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2062de-cbc5-46ba-92d4-34c302bebf38 req-91c2ef18-7645-400d-adf8-98909c60f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:17.185497 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2e2062de-cbc5-46ba-92d4-34c302bebf38 req-91c2ef18-7645-400d-adf8-98909c60f705 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7c30e28f5a4344a4da4d5176d3e82d&device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 1099 time: 0.0630167 Sep 07 07:16:17.256445 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-185961ac-8d9d-4153-9e3e-c9738ee70049 req-f5eaed26-9041-48e6-b8f4-224929aaf9fb tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748549 Sep 07 07:16:17.320702 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2062de-cbc5-46ba-92d4-34c302bebf38 req-67ed2436-c061-48b4-83d2-5c3328bf7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:17.322280 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2e2062de-cbc5-46ba-92d4-34c302bebf38 req-67ed2436-c061-48b4-83d2-5c3328bf7138 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1c7b4bc-0a52-4394-8c93-76554197629b HTTP/1.1" status: 200 len: 919 time: 0.1204453 Sep 07 07:16:17.368253 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2e2062de-cbc5-46ba-92d4-34c302bebf38 req-48ec41ca-a0ca-49fc-b9da-af9c7b30dd98 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9311c422-7a01-4d08-8cd5-c1e6a13322d3 HTTP/1.1" status: 200 len: 217 time: 0.0382266 Sep 07 07:16:17.418174 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2062de-cbc5-46ba-92d4-34c302bebf38 req-2e8cb48b-8a5f-4d3f-91fe-54d5d84ce0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:17.419667 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2e2062de-cbc5-46ba-92d4-34c302bebf38 req-2e8cb48b-8a5f-4d3f-91fe-54d5d84ce0b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68dc2d8-9d27-41b8-aaab-67bbe02805ae HTTP/1.1" status: 200 len: 858 time: 0.0420773 Sep 07 07:16:17.452430 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2e2062de-cbc5-46ba-92d4-34c302bebf38 req-fbb06ffc-e6d9-4811-a5d4-5b218cf4e103 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1c7b4bc-0a52-4394-8c93-76554197629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233548 Sep 07 07:16:17.576317 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2e2062de-cbc5-46ba-92d4-34c302bebf38 req-b2b9519b-ffba-48e6-b78c-417022beabd0 service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819960 Sep 07 07:16:17.647726 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device ac21abff-15bb-46e8-8406-4c20a52e754e up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:16:17.668521 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2e2062de-cbc5-46ba-92d4-34c302bebf38 req-76a33553-1666-4ed5-b48a-9e6861e8200c service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806851 Sep 07 07:16:17.700670 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port ac21abff-15bb-46e8-8406-4c20a52e754e completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:16:17.705855 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port ac21abff-15bb-46e8-8406-4c20a52e754e triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:17.705855 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:17.784687 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:17.811927 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38f7c56-a85f-497a-a87f-0511570b6148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac21abff-15bb-46e8-8406-4c20a52e754e'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:16:17.814185 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebade0d-feb6-444d-98ee-d1f61ac8a8cd" -d '{"events": [{"server_uuid": "d38f7c56-a85f-497a-a87f-0511570b6148", "name": "network-vif-plugged", "status": "completed", "tag": "ac21abff-15bb-46e8-8406-4c20a52e754e"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:16:17.827670 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port ac21abff-15bb-46e8-8406-4c20a52e754e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ac21abff-15bb-46e8-8406-4c20a52e754e,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:16:17.834901 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:17.863143 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf8c54f-4d1b-498b-8024-8e792f3f93e1 x-openstack-request-id: req-3cf8c54f-4d1b-498b-8024-8e792f3f93e1 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:16:17.863703 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38f7c56-a85f-497a-a87f-0511570b6148", "name": "network-vif-plugged", "status": "completed", "tag": "ac21abff-15bb-46e8-8406-4c20a52e754e", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:16:17.863703 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3cf8c54f-4d1b-498b-8024-8e792f3f93e1 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:16:17.864082 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38f7c56-a85f-497a-a87f-0511570b6148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac21abff-15bb-46e8-8406-4c20a52e754e', 'code': 200} Sep 07 07:16:17.886453 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=ac21abff-15bb-46e8-8406-4c20a52e754e,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:18.078044 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe087f-b8a5-42bc-b1c0-9242d6fc6209 req-d61413b2-bbd3-4475-a379-7578f415e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:18.079599 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8dbe087f-b8a5-42bc-b1c0-9242d6fc6209 req-d61413b2-bbd3-4475-a379-7578f415e52f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 1099 time: 0.0401709 Sep 07 07:16:18.115554 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8dbe087f-b8a5-42bc-b1c0-9242d6fc6209 req-4e3f75fe-ace7-4933-833e-d30a675d666d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280366 Sep 07 07:16:18.298977 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae60657-eec1-49a5-8b4a-53fff0399108 req-bc5e2819-7239-414a-9dda-e905cf3a31cc tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:18.300544 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cae60657-eec1-49a5-8b4a-53fff0399108 req-bc5e2819-7239-414a-9dda-e905cf3a31cc tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0545354 Sep 07 07:16:18.342183 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cae60657-eec1-49a5-8b4a-53fff0399108 req-f632829d-3321-4acf-9d3e-4b3b505fcce9 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352366 Sep 07 07:16:18.394128 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c1f39-a655-4d4f-b59f-1226e6a3cc69 req-06bc047b-9e0c-4877-ab59-bb4f90d491e2 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:18.395624 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-737c1f39-a655-4d4f-b59f-1226e6a3cc69 req-06bc047b-9e0c-4877-ab59-bb4f90d491e2 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 946 time: 0.0662143 Sep 07 07:16:18.431738 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-737c1f39-a655-4d4f-b59f-1226e6a3cc69 req-0836eeb5-5006-410a-871f-e8e588f3e033 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303030 Sep 07 07:16:19.471200 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffdd77-f02e-4622-b0a4-85992991ad10 req-16654206-afca-4484-bc85-d6cba7ebd9fb tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:19.471200 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e7ffdd77-f02e-4622-b0a4-85992991ad10 req-16654206-afca-4484-bc85-d6cba7ebd9fb tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0516279 Sep 07 07:16:19.512188 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e7ffdd77-f02e-4622-b0a4-85992991ad10 req-c1640b10-763f-4dae-9b8e-b381bdc76496 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357721 Sep 07 07:16:19.594445 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213cf9e-a941-4def-a249-6a69f253d551 req-b62d4e9a-ae01-4f78-929b-4c16d5763ebf tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:19.595977 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3213cf9e-a941-4def-a249-6a69f253d551 req-b62d4e9a-ae01-4f78-929b-4c16d5763ebf tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 946 time: 0.0543232 Sep 07 07:16:19.634348 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3213cf9e-a941-4def-a249-6a69f253d551 req-49cd2a72-d215-416f-8941-17989bd96b9c tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319250 Sep 07 07:16:20.629145 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dbc13-a9f7-4630-aa13-0351695b9da4 req-01ecd61a-4369-4b8a-871d-498c7dbfb74b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:20.630605 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-236dbc13-a9f7-4630-aa13-0351695b9da4 req-01ecd61a-4369-4b8a-871d-498c7dbfb74b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0467689 Sep 07 07:16:20.667223 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-236dbc13-a9f7-4630-aa13-0351695b9da4 req-9081360f-5247-4813-b073-1237a2adef7c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308502 Sep 07 07:16:20.748631 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d702e9-a29a-4962-bc79-c42e3f2ff29a req-d70e418e-4e7c-4b97-9cd0-db29d1ecf76f tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:20.750044 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c3d702e9-a29a-4962-bc79-c42e3f2ff29a req-d70e418e-4e7c-4b97-9cd0-db29d1ecf76f tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 946 time: 0.0474882 Sep 07 07:16:20.786741 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c3d702e9-a29a-4962-bc79-c42e3f2ff29a req-0ec89661-cceb-4040-b233-0a67e6371d49 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302722 Sep 07 07:16:21.143640 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 53364) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:21.198997 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:21.258771 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3b336c18-d27f-426f-9aa2-dd6b6a67ab0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:21.345512 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3b336c18-d27f-426f-9aa2-dd6b6a67ab0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:21.348969 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3b336c18-d27f-426f-9aa2-dd6b6a67ab0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:21.385333 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-3b336c18-d27f-426f-9aa2-dd6b6a67ab0f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a018328938d249d58dc86449488aee7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406108 Sep 07 07:16:21.387116 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b336c18-d27f-426f-9aa2-dd6b6a67ab0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982e3859-170f-4c4e-9c88-3f840b19415b,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:21.388335 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 53370) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:21.442920 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81e276ca-5d95-4c65-b7c0-4baf3f88f228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:21.463433 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81e276ca-5d95-4c65-b7c0-4baf3f88f228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:21.511936 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81e276ca-5d95-4c65-b7c0-4baf3f88f228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:21.514747 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81e276ca-5d95-4c65-b7c0-4baf3f88f228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:21.515930 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-81e276ca-5d95-4c65-b7c0-4baf3f88f228 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/982e3859-170f-4c4e-9c88-3f840b19415b HTTP/1.1" status: 204 len: 168 time: 0.1261001 Sep 07 07:16:21.523115 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e276ca-5d95-4c65-b7c0-4baf3f88f228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982e3859-170f-4c4e-9c88-3f840b19415b,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:21.773064 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 53380) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:21.783612 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c013d-0f79-48a3-975f-09ed5e88bad1 req-32dc02f7-e286-4410-8197-658136ebc242 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:21.785109 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-905c013d-0f79-48a3-975f-09ed5e88bad1 req-32dc02f7-e286-4410-8197-658136ebc242 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0496895 Sep 07 07:16:21.786182 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-839fc4cc-2b67-4927-98bd-48b088ee791a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:21.824137 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-905c013d-0f79-48a3-975f-09ed5e88bad1 req-2341ee42-e30a-420c-99eb-06fc531a2cf5 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327404 Sep 07 07:16:21.874601 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-839fc4cc-2b67-4927-98bd-48b088ee791a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:21.878642 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-839fc4cc-2b67-4927-98bd-48b088ee791a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:21.915554 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fc4cc-2b67-4927-98bd-48b088ee791a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf4d015-8e34-4235-a447-69bc356d55d9,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:21.920778 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-839fc4cc-2b67-4927-98bd-48b088ee791a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a0863eb769849188bca1c0f87fde986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466267 Sep 07 07:16:21.923823 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 53382) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:21.969806 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9224a241-bd60-451c-b21f-6d5593645d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:21.990331 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9224a241-bd60-451c-b21f-6d5593645d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:22.038912 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9224a241-bd60-451c-b21f-6d5593645d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:22.041503 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9224a241-bd60-451c-b21f-6d5593645d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:22.042618 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-9224a241-bd60-451c-b21f-6d5593645d62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/acf4d015-8e34-4235-a447-69bc356d55d9 HTTP/1.1" status: 204 len: 168 time: 0.1179094 Sep 07 07:16:22.051258 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224a241-bd60-451c-b21f-6d5593645d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf4d015-8e34-4235-a447-69bc356d55d9,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:22.362945 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 53396) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:22.375467 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1db37053-05ad-4163-9c43-c90912ce62ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:22.462123 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1db37053-05ad-4163-9c43-c90912ce62ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:22.466941 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1db37053-05ad-4163-9c43-c90912ce62ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:22.504923 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-1db37053-05ad-4163-9c43-c90912ce62ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a525140e59146ea990de406437040fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408713 Sep 07 07:16:22.505755 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db37053-05ad-4163-9c43-c90912ce62ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e4b67d-928f-4016-8b6d-e05d15c69fc1,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:22.507758 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 53400) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:22.557161 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4728ddd5-d99c-4574-a06b-e749d37150c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:22.578342 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4728ddd5-d99c-4574-a06b-e749d37150c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:22.627983 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4728ddd5-d99c-4574-a06b-e749d37150c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:22.630670 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4728ddd5-d99c-4574-a06b-e749d37150c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:22.631850 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-4728ddd5-d99c-4574-a06b-e749d37150c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15e4b67d-928f-4016-8b6d-e05d15c69fc1 HTTP/1.1" status: 204 len: 168 time: 0.1230950 Sep 07 07:16:22.639354 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728ddd5-d99c-4574-a06b-e749d37150c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e4b67d-928f-4016-8b6d-e05d15c69fc1,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:22.943737 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97f8ab-e6bd-4efc-93c2-43ede4db4516 req-3f0bcc7f-3956-4511-b451-51af252f51cf tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:22.945316 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7a97f8ab-e6bd-4efc-93c2-43ede4db4516 req-3f0bcc7f-3956-4511-b451-51af252f51cf tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0491931 Sep 07 07:16:22.982379 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7a97f8ab-e6bd-4efc-93c2-43ede4db4516 req-07f81324-383e-4a74-9d95-e28460010ef5 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313230 Sep 07 07:16:23.324522 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 53444) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:23.418498 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-8d1e4e98-6378-4585-90ef-da7ad34aa762 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-756047697-network', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:16:23.440842 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1e4e98-6378-4585-90ef-da7ad34aa762 admin admin] Made reservation on behalf of db239e9484a645ba8702e3d4acca353f for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:16:23.443103 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4e98-6378-4585-90ef-da7ad34aa762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:23.451230 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4e98-6378-4585-90ef-da7ad34aa762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:23.537675 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4e98-6378-4585-90ef-da7ad34aa762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:23.541227 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4e98-6378-4585-90ef-da7ad34aa762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:23.568254 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1e4e98-6378-4585-90ef-da7ad34aa762 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:16:23.574041 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e4e98-6378-4585-90ef-da7ad34aa762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4579a338-16d1-4ea5-9472-28c3ba835535,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:23.580803 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4e98-6378-4585-90ef-da7ad34aa762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:23.581154 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-8d1e4e98-6378-4585-90ef-da7ad34aa762 admin admin] Added segment 510416b6-f31e-4076-bc42-465c17e84082 of type vlan for network b37c286e-c1b1-4070-bbee-43c9f27fe1ed Sep 07 07:16:23.620503 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4e98-6378-4585-90ef-da7ad34aa762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:23.644062 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4e98-6378-4585-90ef-da7ad34aa762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:23.645103 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1e4e98-6378-4585-90ef-da7ad34aa762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:23.645689 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4e98-6378-4585-90ef-da7ad34aa762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:23.678655 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8d1e4e98-6378-4585-90ef-da7ad34aa762 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3530638 Sep 07 07:16:23.681638 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 53452) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:23.686435 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-15ab4353-5ed4-4d14-815e-a7675365307f admin admin] Request body: {'subnet': {'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-756047697-subnet', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:16:23.707981 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ab4353-5ed4-4d14-815e-a7675365307f admin admin] Made reservation on behalf of db239e9484a645ba8702e3d4acca353f for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:16:23.709921 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e4e98-6378-4585-90ef-da7ad34aa762 admin admin] Pushing event updated for resources: {'Network': ['ID=b37c286e-c1b1-4070-bbee-43c9f27fe1ed,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:23.710321 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-15ab4353-5ed4-4d14-815e-a7675365307f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6110814'] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:23.723842 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network b37c286e-c1b1-4070-bbee-43c9f27fe1ed details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:16:23.871790 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-15ab4353-5ed4-4d14-815e-a7675365307f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5299637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6110760'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:23.930564 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab4353-5ed4-4d14-815e-a7675365307f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b242df-fa33-490c-8ae0-7b94f961cc53,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:23.938881 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab4353-5ed4-4d14-815e-a7675365307f admin admin] Checking segment: {'id': '510416b6-f31e-4076-bc42-465c17e84082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:16:23.939236 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab4353-5ed4-4d14-815e-a7675365307f admin admin] Network hostable DHCP agents. Network: b37c286e-c1b1-4070-bbee-43c9f27fe1ed, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:16:23.955624 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab4353-5ed4-4d14-815e-a7675365307f admin admin] Network b37c286e-c1b1-4070-bbee-43c9f27fe1ed is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:16:23.963701 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-15ab4353-5ed4-4d14-815e-a7675365307f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, b37c286e-c1b1-4070-bbee-43c9f27fe1ed) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:16:23.967603 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab4353-5ed4-4d14-815e-a7675365307f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:23.968203 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-15ab4353-5ed4-4d14-815e-a7675365307f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:23.972488 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f0711e-24bd-4260-8da8-05cbe48a6072 None None] Network b37c286e-c1b1-4070-bbee-43c9f27fe1ed requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:16:23.981406 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-15ab4353-5ed4-4d14-815e-a7675365307f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2986350 Sep 07 07:16:23.984015 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 53456) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:23.988159 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-756047697-router', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:16:24.007977 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10356'] for router, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:24.008952 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10367'] for router, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:24.057852 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:24.115617 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f9ab8f-4745-5d61-a11c-a90c59f1384b-b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'fixed_ips': [{'subnet_id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53'}]}} from dv-cinder-804735-9-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 07:16:24.116596 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:24.263950 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Allocated IP 172.20.0.2 (b37c286e-c1b1-4070-bbee-43c9f27fe1ed/a4b242df-fa33-490c-8ae0-7b94f961cc53/e0457283-59ed-4e04-b5c3-82528c090fbb) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:16:24.367035 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:24.408173 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:24.416195 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Transition to ACTIVE for port object e0457283-59ed-4e04-b5c3-82528c090fbb will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:16:24.430642 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Transition to ACTIVE for port object e0457283-59ed-4e04-b5c3-82528c090fbb will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:16:24.435716 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:24.475918 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Network b37c286e-c1b1-4070-bbee-43c9f27fe1ed is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:16:24.482350 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:16:24.487254 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:16:24.490287 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Pushing event updated for resources: {'Port': ['ID=e0457283-59ed-4e04-b5c3-82528c090fbb,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:24.543569 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Attempting to bind port e0457283-59ed-4e04-b5c3-82528c090fbb on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:16:24.543948 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Attempting to bind port e0457283-59ed-4e04-b5c3-82528c090fbb by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '510416b6-f31e-4076-bc42-465c17e84082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:16:24.544319 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Attempting to bind port e0457283-59ed-4e04-b5c3-82528c090fbb on network b37c286e-c1b1-4070-bbee-43c9f27fe1ed {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:16:24.549841 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:16:24.550221 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Checking segment: {'id': '510416b6-f31e-4076-bc42-465c17e84082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:16:24.550633 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:24.551030 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Bound using segment: {'id': '510416b6-f31e-4076-bc42-465c17e84082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:16:24.551530 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Bound port: e0457283-59ed-4e04-b5c3-82528c090fbb, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510416b6-f31e-4076-bc42-465c17e84082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:16:24.551919 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:24.574276 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:24.592915 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:24.618684 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] For port e0457283-59ed-4e04-b5c3-82528c090fbb, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:16:24.621791 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] For port e0457283-59ed-4e04-b5c3-82528c090fbb, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=e0457283-59ed-4e04-b5c3-82528c090fbb,segment=NetworkSegment(510416b6-f31e-4076-bc42-465c17e84082),segment_id=510416b6-f31e-4076-bc42-465c17e84082)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:16:24.625363 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:24.680856 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64312639-170f-4c91-bdc4-4d75a6f511c6 None None] Pushing event updated for resources: {'Port': ['ID=e0457283-59ed-4e04-b5c3-82528c090fbb,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:24.696518 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Allocated IP 172.27.2.108 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/e231cb17-242c-485b-afce-ee04187a1910) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:16:24.805372 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:24.865696 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:24.904886 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:16:24.917908 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:16:24.928634 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:16:24.952285 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device e0457283-59ed-4e04-b5c3-82528c090fbb up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:16:24.965175 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Pushing event updated for resources: {'Port': ['ID=e231cb17-242c-485b-afce-ee04187a1910,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:25.010881 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port e0457283-59ed-4e04-b5c3-82528c090fbb completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:16:25.192797 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:25.392571 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567287'] for router, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:25.522369 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Router 3fa43d3d-8326-4222-8dc4-53522ec902a7 is scheduled to L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 with binding_index 1 {{(pid=94030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 07:16:25.527639 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d29f17e-c390-492d-bc41-291452c8def6 None None] Network b37c286e-c1b1-4070-bbee-43c9f27fe1ed requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:16:25.628070 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:16:25.638518 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Sync routers for ids ['3fa43d3d-8326-4222-8dc4-53522ec902a7'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:16:25.646214 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-d1ea6e43-5e23-4967-be22-668bf5cb7f79 None None] Provisioning for port e0457283-59ed-4e04-b5c3-82528c090fbb completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:16:25.646556 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:25.648006 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-31549aa3-e485-4052-86e6-56c2ee247f31 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6630595 Sep 07 07:16:25.651153 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 53468) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:25.653086 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Routers {'3fa43d3d-8326-4222-8dc4-53522ec902a7'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:16:25.653876 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:16:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['3fa43d3d-8326-4222-8dc4-53522ec902a7'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:25.655138 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-d1ea6e43-5e23-4967-be22-668bf5cb7f79 None None] Provisioning complete for port e0457283-59ed-4e04-b5c3-82528c090fbb triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:25.655542 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d1ea6e43-5e23-4967-be22-668bf5cb7f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:25.768206 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d1ea6e43-5e23-4967-be22-668bf5cb7f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:25.776000 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Set router 3fa43d3d-8326-4222-8dc4-53522ec902a7 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:16:25.818197 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-d1ea6e43-5e23-4967-be22-668bf5cb7f79 None None] For port e0457283-59ed-4e04-b5c3-82528c090fbb, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=e0457283-59ed-4e04-b5c3-82528c090fbb,segment=NetworkSegment(510416b6-f31e-4076-bc42-465c17e84082),segment_id=510416b6-f31e-4076-bc42-465c17e84082)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:16:25.826428 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d1ea6e43-5e23-4967-be22-668bf5cb7f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:25.882470 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea6e43-5e23-4967-be22-668bf5cb7f79 None None] Pushing event updated for resources: {'Port': ['ID=e0457283-59ed-4e04-b5c3-82528c090fbb,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:25.948384 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-ba80baa3-c89a-4f0a-b7c4-ae5b5ddb6508 None None] Provisioning complete for port e0457283-59ed-4e04-b5c3-82528c090fbb triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:25.949362 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ba80baa3-c89a-4f0a-b7c4-ae5b5ddb6508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:25.969991 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'name': 'tempest-TestShelveInstance-756047697-router', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e231cb17-242c-485b-afce-ee04187a1910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:25Z', 'revision_number': 3, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'gw_port': {'id': 'e231cb17-242c-485b-afce-ee04187a1910', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:25.997279 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Checking router: 3fa43d3d-8326-4222-8dc4-53522ec902a7 for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:16:25.997630 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Updating router 3fa43d3d-8326-4222-8dc4-53522ec902a7 port e231cb17-242c-485b-afce-ee04187a1910 binding host dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:16:26.033861 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:26.289913 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:26.369427 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:26.379273 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Transition to ACTIVE for port object e231cb17-242c-485b-afce-ee04187a1910 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:16:26.386578 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:26.438575 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Attempting to bind port e231cb17-242c-485b-afce-ee04187a1910 on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:16:26.439137 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Attempting to bind port e231cb17-242c-485b-afce-ee04187a1910 by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:16:26.439646 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Attempting to bind port e231cb17-242c-485b-afce-ee04187a1910 on network e2b3ffe7-98e3-4527-9727-6754b6d36286 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:16:26.447774 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53cc64-b99a-4713-a8bb-eacf3298d792 None None] Pushing event updated for resources: {'Port': ['ID=e231cb17-242c-485b-afce-ee04187a1910,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:26.451096 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:16:26.451496 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Checking segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:16:26.451894 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:26.452274 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Bound using segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:16:26.452732 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Bound port: e231cb17-242c-485b-afce-ee04187a1910, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:16:26.453122 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:26.454682 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Allocated IP 172.20.0.1 (b37c286e-c1b1-4070-bbee-43c9f27fe1ed/a4b242df-fa33-490c-8ae0-7b94f961cc53/02e5c537-233a-4b2c-aaf8-23d3b91c821a) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:16:26.484722 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53cc64-b99a-4713-a8bb-eacf3298d792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:26.485128 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53cc64-b99a-4713-a8bb-eacf3298d792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:26.485531 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53cc64-b99a-4713-a8bb-eacf3298d792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:26.485887 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53cc64-b99a-4713-a8bb-eacf3298d792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:26.486283 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53cc64-b99a-4713-a8bb-eacf3298d792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:26.486667 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53cc64-b99a-4713-a8bb-eacf3298d792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:26.487108 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53cc64-b99a-4713-a8bb-eacf3298d792 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:26.487465 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53cc64-b99a-4713-a8bb-eacf3298d792 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:26.487874 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53cc64-b99a-4713-a8bb-eacf3298d792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:26.488203 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53cc64-b99a-4713-a8bb-eacf3298d792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:26.488588 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53cc64-b99a-4713-a8bb-eacf3298d792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:26.488903 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53cc64-b99a-4713-a8bb-eacf3298d792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:16:26.528211 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] For port e231cb17-242c-485b-afce-ee04187a1910, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:16:26.531474 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] For port e231cb17-242c-485b-afce-ee04187a1910, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=e231cb17-242c-485b-afce-ee04187a1910,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:16:26.537094 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:26.589492 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:26.605440 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Transition to ACTIVE for port object 02e5c537-233a-4b2c-aaf8-23d3b91c821a will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:16:26.605714 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Routers {'3fa43d3d-8326-4222-8dc4-53522ec902a7'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:16:26.606479 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:16:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['3fa43d3d-8326-4222-8dc4-53522ec902a7'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:26.642198 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:26.654296 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53cc64-b99a-4713-a8bb-eacf3298d792 None None] Pushing event updated for resources: {'Port': ['ID=e231cb17-242c-485b-afce-ee04187a1910,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:26.678720 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Network b37c286e-c1b1-4070-bbee-43c9f27fe1ed is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:16:26.683210 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:16:26.687085 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:16:26.716086 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Pushing event updated for resources: {'Port': ['ID=02e5c537-233a-4b2c-aaf8-23d3b91c821a,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:26.734221 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579972'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:26.751952 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] Set router 3fa43d3d-8326-4222-8dc4-53522ec902a7 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:16:26.887423 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:26.924215 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device e0457283-59ed-4e04-b5c3-82528c090fbb up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:16:26.936870 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'name': 'tempest-TestShelveInstance-756047697-router', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e231cb17-242c-485b-afce-ee04187a1910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:25Z', 'revision_number': 3, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'gw_port': {'id': 'e231cb17-242c-485b-afce-ee04187a1910', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:26.971176 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c187ef-30ec-42b0-afb3-e8b6cb798519 None None] The sync data for ids ['3fa43d3d-8326-4222-8dc4-53522ec902a7'] in dv-cinder-804735-9-iscsi is: [{'id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'name': 'tempest-TestShelveInstance-756047697-router', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e231cb17-242c-485b-afce-ee04187a1910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:25Z', 'revision_number': 3, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'gw_port': {'id': 'e231cb17-242c-485b-afce-ee04187a1910', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:16:26.981989 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-13d44f97-d933-4322-8652-ec6008c34d1c None None] Provisioning for port 02e5c537-233a-4b2c-aaf8-23d3b91c821a completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:16:26.985896 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-13d44f97-d933-4322-8652-ec6008c34d1c None None] Provisioning complete for port 02e5c537-233a-4b2c-aaf8-23d3b91c821a triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:26.986288 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-13d44f97-d933-4322-8652-ec6008c34d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:27.024215 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port e0457283-59ed-4e04-b5c3-82528c090fbb triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:27.024632 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:27.068653 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-13d44f97-d933-4322-8652-ec6008c34d1c None None] Port 02e5c537-233a-4b2c-aaf8-23d3b91c821a cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:16:27.087574 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:27.095097 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5299512'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:27.173598 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580916'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:27.192685 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Pushing event updated for resources: {'Port': ['ID=02e5c537-233a-4b2c-aaf8-23d3b91c821a,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:27.302567 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Network b37c286e-c1b1-4070-bbee-43c9f27fe1ed is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:16:27.303973 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:16:27.430556 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Router 3fa43d3d-8326-4222-8dc4-53522ec902a7 has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:16:27.545493 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-896920ad-20e6-4a37-838f-c9ff689f6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:27.561656 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:16:27.572469 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f0193d42-75cd-4b92-9236-edf76a60039c admin admin] 10.222.0.30 "PUT /v2.0/routers/3fa43d3d-8326-4222-8dc4-53522ec902a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9150150 Sep 07 07:16:27.594052 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-5e37508d-5dda-44bf-a5d2-ae1dd1ba8933 None None] Provisioning complete for port 02e5c537-233a-4b2c-aaf8-23d3b91c821a triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:27.594467 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5e37508d-5dda-44bf-a5d2-ae1dd1ba8933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:27.632089 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-5e37508d-5dda-44bf-a5d2-ae1dd1ba8933 None None] Port 02e5c537-233a-4b2c-aaf8-23d3b91c821a cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:16:28.052369 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 53508) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:28.057867 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-f3d652c3-4db0-4ed9-b6d8-4f34e8c4e9ce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-588364071-network', 'tenant_id': '2faff86e80394ec5babca8f1fdc53c5e'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:16:28.081537 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d652c3-4db0-4ed9-b6d8-4f34e8c4e9ce admin admin] Made reservation on behalf of 2faff86e80394ec5babca8f1fdc53c5e for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:16:28.084375 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f3d652c3-4db0-4ed9-b6d8-4f34e8c4e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:28.093442 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f3d652c3-4db0-4ed9-b6d8-4f34e8c4e9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:28.183715 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f3d652c3-4db0-4ed9-b6d8-4f34e8c4e9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:28.189054 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f3d652c3-4db0-4ed9-b6d8-4f34e8c4e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:28.215851 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d652c3-4db0-4ed9-b6d8-4f34e8c4e9ce admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:16:28.222011 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d652c3-4db0-4ed9-b6d8-4f34e8c4e9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5125936e-333a-462e-ad24-372abd67b1a0,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:28.230120 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f3d652c3-4db0-4ed9-b6d8-4f34e8c4e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:28.230120 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-f3d652c3-4db0-4ed9-b6d8-4f34e8c4e9ce admin admin] Added segment 62d31715-8cc9-47d1-a413-9738ed89f71b of type vlan for network 50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3 Sep 07 07:16:28.279983 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f3d652c3-4db0-4ed9-b6d8-4f34e8c4e9ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:28.309993 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f3d652c3-4db0-4ed9-b6d8-4f34e8c4e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:28.311550 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d652c3-4db0-4ed9-b6d8-4f34e8c4e9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:28.312228 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f3d652c3-4db0-4ed9-b6d8-4f34e8c4e9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:28.346046 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f3d652c3-4db0-4ed9-b6d8-4f34e8c4e9ce admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2923231 Sep 07 07:16:28.348710 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 53516) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:28.355507 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-61b889f3-3454-4701-985a-3e69ddbf401f admin admin] Request body: {'subnet': {'network_id': '50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-588364071-subnet', 'tenant_id': '2faff86e80394ec5babca8f1fdc53c5e', 'ip_version': 4}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:16:28.402937 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d652c3-4db0-4ed9-b6d8-4f34e8c4e9ce admin admin] Pushing event updated for resources: {'Network': ['ID=50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:28.412206 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b889f3-3454-4701-985a-3e69ddbf401f admin admin] Made reservation on behalf of 2faff86e80394ec5babca8f1fdc53c5e for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:16:28.415198 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-61b889f3-3454-4701-985a-3e69ddbf401f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5791306'] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:28.416526 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network 50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3 details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:16:28.633461 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-61b889f3-3454-4701-985a-3e69ddbf401f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5732386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5791292'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:28.719331 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bec540-a26a-4358-99b3-3fdebe85ea5c req-047b0bd8-ac2a-48a4-a9da-15b5ecd2278c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:28.720977 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-77bec540-a26a-4358-99b3-3fdebe85ea5c req-047b0bd8-ac2a-48a4-a9da-15b5ecd2278c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.1033049 Sep 07 07:16:28.723637 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b889f3-3454-4701-985a-3e69ddbf401f admin admin] Pushing event updated for resources: {'Subnet': ['ID=18bf0ee5-5939-40b8-aa51-68ffce69fc5c,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:28.733676 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b889f3-3454-4701-985a-3e69ddbf401f admin admin] Checking segment: {'id': '62d31715-8cc9-47d1-a413-9738ed89f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:16:28.734035 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b889f3-3454-4701-985a-3e69ddbf401f admin admin] Network hostable DHCP agents. Network: 50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:16:28.779024 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-77bec540-a26a-4358-99b3-3fdebe85ea5c req-13a3828d-dea1-4290-91d2-192ce2d8b72a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470748 Sep 07 07:16:28.780080 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b889f3-3454-4701-985a-3e69ddbf401f admin admin] Network 50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3 is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:16:28.790345 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-61b889f3-3454-4701-985a-3e69ddbf401f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, 50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:16:28.794717 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b889f3-3454-4701-985a-3e69ddbf401f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:28.795356 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-61b889f3-3454-4701-985a-3e69ddbf401f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:28.814573 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-61b889f3-3454-4701-985a-3e69ddbf401f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4621186 Sep 07 07:16:28.814809 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 53528) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:28.816377 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Sync routers for ids ['3fa43d3d-8326-4222-8dc4-53522ec902a7'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:16:28.819103 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-588364071-router', 'tenant_id': '2faff86e80394ec5babca8f1fdc53c5e', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:16:28.832721 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc961ad-d6e4-4b2e-b743-bf60d3df74e6 None None] Network 50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:16:28.840492 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10356'] for router, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:28.841888 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10367'] for router, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:28.886998 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Routers {'3fa43d3d-8326-4222-8dc4-53522ec902a7'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:16:28.887770 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:16:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['3fa43d3d-8326-4222-8dc4-53522ec902a7'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:28.914671 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:28.983980 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device e231cb17-242c-485b-afce-ee04187a1910 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:16:29.060756 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:29.090191 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Set router 3fa43d3d-8326-4222-8dc4-53522ec902a7 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:16:29.262598 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:29.273359 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port e231cb17-242c-485b-afce-ee04187a1910 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:16:29.281470 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:29.316787 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port e231cb17-242c-485b-afce-ee04187a1910 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:29.317081 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:29.364061 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f9ab8f-4745-5d61-a11c-a90c59f1384b-50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3', 'network_id': '50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3', 'tenant_id': '2faff86e80394ec5babca8f1fdc53c5e', 'fixed_ips': [{'subnet_id': '18bf0ee5-5939-40b8-aa51-68ffce69fc5c'}]}} from dv-cinder-804735-9-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 07:16:29.364913 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:29.391645 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Allocated IP 172.27.2.24 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/ccb4b9ed-5002-4103-9ed3-6ce8499ed33f) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:16:29.492959 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:29.539153 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:29.582781 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:16:29.586720 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:16:29.588656 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Pushing event updated for resources: {'Port': ['ID=ccb4b9ed-5002-4103-9ed3-6ce8499ed33f,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:29.590780 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:16:29.622946 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:29.652672 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Allocated IP 172.20.0.2 (50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3/18bf0ee5-5939-40b8-aa51-68ffce69fc5c/f8e58a39-b75d-4327-8a03-587d6b55f2b3) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:16:29.666271 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port e231cb17-242c-485b-afce-ee04187a1910, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=e231cb17-242c-485b-afce-ee04187a1910,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:16:29.675140 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:29.760354 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'name': 'tempest-TestShelveInstance-756047697-router', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e231cb17-242c-485b-afce-ee04187a1910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:26Z', 'revision_number': 4, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'gw_port': {'id': 'e231cb17-242c-485b-afce-ee04187a1910', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '02e5c537-233a-4b2c-aaf8-23d3b91c821a', 'name': '', 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'mac_address': 'fa:16:3e:9c:6f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:26Z', 'updated_at': '2021-09-07T07:16:26Z', 'revision_number': 2, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'subnets': [{'id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:29.804084 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Checking router: 3fa43d3d-8326-4222-8dc4-53522ec902a7 for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:16:29.804458 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Updating router 3fa43d3d-8326-4222-8dc4-53522ec902a7 port 02e5c537-233a-4b2c-aaf8-23d3b91c821a binding host dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:16:29.808665 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=e231cb17-242c-485b-afce-ee04187a1910,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:29.833566 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:29.844192 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:29.982482 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:30.001893 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Transition to ACTIVE for port object f8e58a39-b75d-4327-8a03-587d6b55f2b3 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:16:30.024860 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567287'] for router, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:30.034145 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Transition to ACTIVE for port object f8e58a39-b75d-4327-8a03-587d6b55f2b3 will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:16:30.044477 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:30.120077 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Network 50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:16:30.129852 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:16:30.133342 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:16:30.135319 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Pushing event updated for resources: {'Port': ['ID=f8e58a39-b75d-4327-8a03-587d6b55f2b3,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:30.150162 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Router 728c9571-ee69-4399-a9b8-e493ea5f367b is scheduled to L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 with binding_index 1 {{(pid=94029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 07:16:30.217768 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Attempting to bind port f8e58a39-b75d-4327-8a03-587d6b55f2b3 on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:16:30.218263 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Attempting to bind port f8e58a39-b75d-4327-8a03-587d6b55f2b3 by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '62d31715-8cc9-47d1-a413-9738ed89f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:16:30.218634 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Attempting to bind port f8e58a39-b75d-4327-8a03-587d6b55f2b3 on network 50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:16:30.229749 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:30.236642 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:16:30.237022 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Checking segment: {'id': '62d31715-8cc9-47d1-a413-9738ed89f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:16:30.237435 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:30.237835 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Bound using segment: {'id': '62d31715-8cc9-47d1-a413-9738ed89f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:16:30.238327 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Bound port: f8e58a39-b75d-4327-8a03-587d6b55f2b3, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d31715-8cc9-47d1-a413-9738ed89f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:16:30.238763 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:30.322733 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8968bbb6-6c90-4239-80cc-ffc15d9fc953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:30.325514 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:30.344643 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Transition to ACTIVE for port object 02e5c537-233a-4b2c-aaf8-23d3b91c821a will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:16:30.356044 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:30.405746 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] For port f8e58a39-b75d-4327-8a03-587d6b55f2b3, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:16:30.429773 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] For port f8e58a39-b75d-4327-8a03-587d6b55f2b3, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=f8e58a39-b75d-4327-8a03-587d6b55f2b3,segment=NetworkSegment(62d31715-8cc9-47d1-a413-9738ed89f71b),segment_id=62d31715-8cc9-47d1-a413-9738ed89f71b)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:16:30.438503 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:30.440346 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565f6ce-99bd-4a07-814c-05d681167005 None None] Pushing event updated for resources: {'Port': ['ID=02e5c537-233a-4b2c-aaf8-23d3b91c821a,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:30.487932 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:16:30.500953 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Sync routers for ids ['728c9571-ee69-4399-a9b8-e493ea5f367b'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:16:30.505305 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:30.506861 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8c7f30e6-61da-4b2c-8384-7a6539244939 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6910675 Sep 07 07:16:30.509593 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 53544) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:30.517374 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Routers {'728c9571-ee69-4399-a9b8-e493ea5f367b'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:16:30.518001 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:16:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['728c9571-ee69-4399-a9b8-e493ea5f367b'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:30.532411 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Attempting to bind port 02e5c537-233a-4b2c-aaf8-23d3b91c821a on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:16:30.532788 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Attempting to bind port 02e5c537-233a-4b2c-aaf8-23d3b91c821a by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '510416b6-f31e-4076-bc42-465c17e84082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:16:30.533149 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Attempting to bind port 02e5c537-233a-4b2c-aaf8-23d3b91c821a on network b37c286e-c1b1-4070-bbee-43c9f27fe1ed {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:16:30.546503 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:16:30.548260 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Checking segment: {'id': '510416b6-f31e-4076-bc42-465c17e84082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:16:30.548816 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:30.549356 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Bound using segment: {'id': '510416b6-f31e-4076-bc42-465c17e84082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:16:30.549967 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Bound port: 02e5c537-233a-4b2c-aaf8-23d3b91c821a, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510416b6-f31e-4076-bc42-465c17e84082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:16:30.550516 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:30.553724 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e3916-06d4-4a59-b705-b545986139d4 None None] Pushing event updated for resources: {'Port': ['ID=f8e58a39-b75d-4327-8a03-587d6b55f2b3,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:30.640625 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] For port 02e5c537-233a-4b2c-aaf8-23d3b91c821a, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:16:30.645058 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] For port 02e5c537-233a-4b2c-aaf8-23d3b91c821a, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=02e5c537-233a-4b2c-aaf8-23d3b91c821a,segment=NetworkSegment(510416b6-f31e-4076-bc42-465c17e84082),segment_id=510416b6-f31e-4076-bc42-465c17e84082)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:16:30.652093 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:30.694299 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Set router 728c9571-ee69-4399-a9b8-e493ea5f367b gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:16:30.720376 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Routers {'3fa43d3d-8326-4222-8dc4-53522ec902a7'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:16:30.720918 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:16:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['3fa43d3d-8326-4222-8dc4-53522ec902a7'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:30.758657 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565f6ce-99bd-4a07-814c-05d681167005 None None] Pushing event updated for resources: {'Port': ['ID=02e5c537-233a-4b2c-aaf8-23d3b91c821a,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:30.920660 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] Set router 3fa43d3d-8326-4222-8dc4-53522ec902a7 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:16:31.095147 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'name': 'tempest-TestShelveInstance-588364071-router', 'tenant_id': '2faff86e80394ec5babca8f1fdc53c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ccb4b9ed-5002-4103-9ed3-6ce8499ed33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:28Z', 'updated_at': '2021-09-07T07:16:29Z', 'revision_number': 3, 'project_id': '2faff86e80394ec5babca8f1fdc53c5e', 'gw_port': {'id': 'ccb4b9ed-5002-4103-9ed3-6ce8499ed33f', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:29Z', 'updated_at': '2021-09-07T07:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:31.154358 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Checking router: 728c9571-ee69-4399-a9b8-e493ea5f367b for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:16:31.154953 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Updating router 728c9571-ee69-4399-a9b8-e493ea5f367b port ccb4b9ed-5002-4103-9ed3-6ce8499ed33f binding host dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:16:31.189237 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device e231cb17-242c-485b-afce-ee04187a1910 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:16:31.199112 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:31.255231 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:31.384193 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:31.443962 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Allocated IP 172.20.0.1 (50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3/18bf0ee5-5939-40b8-aa51-68ffce69fc5c/dd3c5145-f9d9-4413-8af3-5fa0bbc74646) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:16:31.456153 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port e231cb17-242c-485b-afce-ee04187a1910 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:31.456541 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:31.506301 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:31.517610 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Transition to ACTIVE for port object ccb4b9ed-5002-4103-9ed3-6ce8499ed33f will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:16:31.525129 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:31.571975 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:31.574943 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device f8e58a39-b75d-4327-8a03-587d6b55f2b3 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:16:31.589703 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Transition to ACTIVE for port object dd3c5145-f9d9-4413-8af3-5fa0bbc74646 will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:16:31.596070 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a5c21-c3f8-4c31-9d22-9ebc9be2baaf None None] Pushing event updated for resources: {'Port': ['ID=ccb4b9ed-5002-4103-9ed3-6ce8499ed33f,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:31.616946 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Attempting to bind port ccb4b9ed-5002-4103-9ed3-6ce8499ed33f on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:16:31.617412 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Attempting to bind port ccb4b9ed-5002-4103-9ed3-6ce8499ed33f by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:16:31.617781 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Attempting to bind port ccb4b9ed-5002-4103-9ed3-6ce8499ed33f on network e2b3ffe7-98e3-4527-9727-6754b6d36286 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:16:31.623277 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:16:31.623680 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Checking segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:16:31.623817 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'name': 'tempest-TestShelveInstance-756047697-router', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e231cb17-242c-485b-afce-ee04187a1910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:26Z', 'revision_number': 4, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'gw_port': {'id': 'e231cb17-242c-485b-afce-ee04187a1910', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '02e5c537-233a-4b2c-aaf8-23d3b91c821a', 'name': '', 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'mac_address': 'fa:16:3e:9c:6f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:26Z', 'updated_at': '2021-09-07T07:16:30Z', 'revision_number': 4, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'subnets': [{'id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:31.624074 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:31.624983 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Bound using segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:16:31.626389 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Bound port: ccb4b9ed-5002-4103-9ed3-6ce8499ed33f, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:16:31.626955 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:31.644853 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:31.657404 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26963e49-3523-4f96-a556-294aca5486a9 None None] The sync data for ids ['3fa43d3d-8326-4222-8dc4-53522ec902a7'] in dv-cinder-804735-9-iscsi is: [{'id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'name': 'tempest-TestShelveInstance-756047697-router', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e231cb17-242c-485b-afce-ee04187a1910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:26Z', 'revision_number': 4, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'gw_port': {'id': 'e231cb17-242c-485b-afce-ee04187a1910', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '02e5c537-233a-4b2c-aaf8-23d3b91c821a', 'name': '', 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'mac_address': 'fa:16:3e:9c:6f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:26Z', 'updated_at': '2021-09-07T07:16:30Z', 'revision_number': 4, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'subnets': [{'id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:16:31.672849 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port f8e58a39-b75d-4327-8a03-587d6b55f2b3 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:16:31.689968 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Network 50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:16:31.693067 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:16:31.699181 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:16:31.700854 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] For port ccb4b9ed-5002-4103-9ed3-6ce8499ed33f, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:16:31.705432 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Pushing event updated for resources: {'Port': ['ID=dd3c5145-f9d9-4413-8af3-5fa0bbc74646,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:31.707081 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] For port ccb4b9ed-5002-4103-9ed3-6ce8499ed33f, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=ccb4b9ed-5002-4103-9ed3-6ce8499ed33f,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:16:31.715632 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:31.779190 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579972'] for router_interface, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:31.784919 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a5c21-c3f8-4c31-9d22-9ebc9be2baaf None None] Pushing event updated for resources: {'Port': ['ID=ccb4b9ed-5002-4103-9ed3-6ce8499ed33f,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:31.827572 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Routers {'728c9571-ee69-4399-a9b8-e493ea5f367b'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:16:31.828257 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:16:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['728c9571-ee69-4399-a9b8-e493ea5f367b'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:31.946542 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:31.951421 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b408ebe-5629-4816-8d4a-6239ef839a5f None None] Network 50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:16:31.965775 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] Set router 728c9571-ee69-4399-a9b8-e493ea5f367b gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:16:32.051214 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-75bc7a05-5ebd-4756-acf3-a144d6d83efb None None] Provisioning for port f8e58a39-b75d-4327-8a03-587d6b55f2b3 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:16:32.089225 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-75bc7a05-5ebd-4756-acf3-a144d6d83efb None None] Provisioning complete for port f8e58a39-b75d-4327-8a03-587d6b55f2b3 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:32.089748 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-75bc7a05-5ebd-4756-acf3-a144d6d83efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:32.163635 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:32.170546 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:32.251493 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-75bc7a05-5ebd-4756-acf3-a144d6d83efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:32.254233 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Pushing event updated for resources: {'Port': ['ID=dd3c5145-f9d9-4413-8af3-5fa0bbc74646,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:32.263700 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580916'] for router_interface, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:32.310301 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-75bc7a05-5ebd-4756-acf3-a144d6d83efb None None] For port f8e58a39-b75d-4327-8a03-587d6b55f2b3, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=f8e58a39-b75d-4327-8a03-587d6b55f2b3,segment=NetworkSegment(62d31715-8cc9-47d1-a413-9738ed89f71b),segment_id=62d31715-8cc9-47d1-a413-9738ed89f71b)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:16:32.317536 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-75bc7a05-5ebd-4756-acf3-a144d6d83efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:32.330161 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'name': 'tempest-TestShelveInstance-588364071-router', 'tenant_id': '2faff86e80394ec5babca8f1fdc53c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ccb4b9ed-5002-4103-9ed3-6ce8499ed33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:28Z', 'updated_at': '2021-09-07T07:16:29Z', 'revision_number': 3, 'project_id': '2faff86e80394ec5babca8f1fdc53c5e', 'gw_port': {'id': 'ccb4b9ed-5002-4103-9ed3-6ce8499ed33f', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:29Z', 'updated_at': '2021-09-07T07:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:32.378716 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab532c8-b950-40b0-be5c-37ede7b4dc91 None None] The sync data for ids ['728c9571-ee69-4399-a9b8-e493ea5f367b'] in dv-cinder-804735-9-iscsi is: [{'id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'name': 'tempest-TestShelveInstance-588364071-router', 'tenant_id': '2faff86e80394ec5babca8f1fdc53c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ccb4b9ed-5002-4103-9ed3-6ce8499ed33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:28Z', 'updated_at': '2021-09-07T07:16:29Z', 'revision_number': 3, 'project_id': '2faff86e80394ec5babca8f1fdc53c5e', 'gw_port': {'id': 'ccb4b9ed-5002-4103-9ed3-6ce8499ed33f', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:29Z', 'updated_at': '2021-09-07T07:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:16:32.397151 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Network 50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:16:32.398610 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:16:32.414613 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc7a05-5ebd-4756-acf3-a144d6d83efb None None] Pushing event updated for resources: {'Port': ['ID=f8e58a39-b75d-4327-8a03-587d6b55f2b3,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:32.543164 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-43e8a729-cf83-4a93-aa57-bafac0b97b37 None None] Provisioning complete for port f8e58a39-b75d-4327-8a03-587d6b55f2b3 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:32.543705 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-43e8a729-cf83-4a93-aa57-bafac0b97b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:32.546619 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Router 728c9571-ee69-4399-a9b8-e493ea5f367b has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:16:32.674978 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:16:32.681112 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-43e8a729-cf83-4a93-aa57-bafac0b97b37 None None] Provisioning for port dd3c5145-f9d9-4413-8af3-5fa0bbc74646 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:16:32.690557 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-43e8a729-cf83-4a93-aa57-bafac0b97b37 None None] Provisioning complete for port dd3c5145-f9d9-4413-8af3-5fa0bbc74646 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:32.690942 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-43e8a729-cf83-4a93-aa57-bafac0b97b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:32.692116 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-9630e8d0-fd50-4aba-9839-e7e4b6bc293b admin admin] 10.222.0.30 "PUT /v2.0/routers/728c9571-ee69-4399-a9b8-e493ea5f367b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1812620 Sep 07 07:16:32.732163 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-43e8a729-cf83-4a93-aa57-bafac0b97b37 None None] Port dd3c5145-f9d9-4413-8af3-5fa0bbc74646 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:16:32.876124 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-5ac5fc1f-5db8-4e81-9601-178352f75380 None None] Provisioning complete for port dd3c5145-f9d9-4413-8af3-5fa0bbc74646 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:32.876515 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5ac5fc1f-5db8-4e81-9601-178352f75380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:32.939250 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5fc1f-5db8-4e81-9601-178352f75380 None None] Port dd3c5145-f9d9-4413-8af3-5fa0bbc74646 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:16:33.062041 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-8269f188-1820-4513-a570-5b1ba0d5cdca None None] Provisioning complete for port dd3c5145-f9d9-4413-8af3-5fa0bbc74646 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:33.062418 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8269f188-1820-4513-a570-5b1ba0d5cdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:33.068009 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 02e5c537-233a-4b2c-aaf8-23d3b91c821a up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:16:33.128585 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-8269f188-1820-4513-a570-5b1ba0d5cdca None None] Port dd3c5145-f9d9-4413-8af3-5fa0bbc74646 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:16:33.147262 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port 02e5c537-233a-4b2c-aaf8-23d3b91c821a completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:16:33.151500 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 02e5c537-233a-4b2c-aaf8-23d3b91c821a triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:33.151877 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:33.229802 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:33.265723 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port 02e5c537-233a-4b2c-aaf8-23d3b91c821a, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=02e5c537-233a-4b2c-aaf8-23d3b91c821a,segment=NetworkSegment(510416b6-f31e-4076-bc42-465c17e84082),segment_id=510416b6-f31e-4076-bc42-465c17e84082)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:16:33.271763 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:33.273299 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device f8e58a39-b75d-4327-8a03-587d6b55f2b3 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:16:33.360236 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:33.385106 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=02e5c537-233a-4b2c-aaf8-23d3b91c821a,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:33.395505 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port f8e58a39-b75d-4327-8a03-587d6b55f2b3 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:33.395996 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:33.502364 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device ccb4b9ed-5002-4103-9ed3-6ce8499ed33f up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:16:33.565449 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port ccb4b9ed-5002-4103-9ed3-6ce8499ed33f completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:16:33.573181 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port ccb4b9ed-5002-4103-9ed3-6ce8499ed33f triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:33.573563 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:33.657674 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:33.677801 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port ccb4b9ed-5002-4103-9ed3-6ce8499ed33f, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=ccb4b9ed-5002-4103-9ed3-6ce8499ed33f,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:16:33.682048 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:33.731608 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=ccb4b9ed-5002-4103-9ed3-6ce8499ed33f,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:34.270402 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 53582) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:34.274926 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-d90f66b9-4162-49ec-9c9d-ca995ea4b512 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-105710416', 'description': 'tempest-secgroup-smoke-105710416 description', 'project_id': 'db239e9484a645ba8702e3d4acca353f'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:16:34.296686 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d90f66b9-4162-49ec-9c9d-ca995ea4b512 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.376220 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d90f66b9-4162-49ec-9c9d-ca995ea4b512 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.379957 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d90f66b9-4162-49ec-9c9d-ca995ea4b512 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.406033 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d90f66b9-4162-49ec-9c9d-ca995ea4b512 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.407262 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-d90f66b9-4162-49ec-9c9d-ca995ea4b512 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1358526 Sep 07 07:16:34.410270 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 53588) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:34.411317 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f66b9-4162-49ec-9c9d-ca995ea4b512 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21bdacf8-a21d-4dad-affc-2dcd2b45117c,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:34.414775 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-ad260383-012e-4845-91af-d7bf1b510ded tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Request body: {'security_group_rule': {'security_group_id': '21bdacf8-a21d-4dad-affc-2dcd2b45117c', 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:16:34.441337 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ad260383-012e-4845-91af-d7bf1b510ded tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.496902 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ad260383-012e-4845-91af-d7bf1b510ded tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.501646 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ad260383-012e-4845-91af-d7bf1b510ded tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.519197 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad260383-012e-4845-91af-d7bf1b510ded tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ec572e-2edd-41d8-9f87-fb42f42f280f,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:34.525591 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ad260383-012e-4845-91af-d7bf1b510ded tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.527036 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-ad260383-012e-4845-91af-d7bf1b510ded tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157107 Sep 07 07:16:34.529611 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 53594) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:34.534285 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-c3acb620-e9c1-40ba-8cf8-e01e119914b8 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Request body: {'security_group_rule': {'security_group_id': '21bdacf8-a21d-4dad-affc-2dcd2b45117c', 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:16:34.561368 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c3acb620-e9c1-40ba-8cf8-e01e119914b8 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.629121 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c3acb620-e9c1-40ba-8cf8-e01e119914b8 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.633925 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c3acb620-e9c1-40ba-8cf8-e01e119914b8 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.653936 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acb620-e9c1-40ba-8cf8-e01e119914b8 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7d1830-6d87-4783-9263-4a4686601c3b,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:34.660956 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c3acb620-e9c1-40ba-8cf8-e01e119914b8 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.662159 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c3acb620-e9c1-40ba-8cf8-e01e119914b8 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316168 Sep 07 07:16:34.664850 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 53598) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:34.668998 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-acff5357-0c56-4bbb-8fb0-9b290b978c40 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Request body: {'security_group_rule': {'security_group_id': '21bdacf8-a21d-4dad-affc-2dcd2b45117c', 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:16:34.695883 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-acff5357-0c56-4bbb-8fb0-9b290b978c40 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.754814 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-acff5357-0c56-4bbb-8fb0-9b290b978c40 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.758748 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-acff5357-0c56-4bbb-8fb0-9b290b978c40 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.764486 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Sync routers for ids ['728c9571-ee69-4399-a9b8-e493ea5f367b'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:16:34.777013 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Routers {'728c9571-ee69-4399-a9b8-e493ea5f367b'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:16:34.777556 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:16:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['728c9571-ee69-4399-a9b8-e493ea5f367b'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:34.777752 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff5357-0c56-4bbb-8fb0-9b290b978c40 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19974b10-c997-4509-83fe-e67d96c6b979,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:34.785994 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-acff5357-0c56-4bbb-8fb0-9b290b978c40 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.787228 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-acff5357-0c56-4bbb-8fb0-9b290b978c40 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214852 Sep 07 07:16:34.789862 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 53602) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:34.794162 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-2f6f8e41-3aa1-4d14-9bb1-f76207da6d0d tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Request body: {'security_group_rule': {'security_group_id': '21bdacf8-a21d-4dad-affc-2dcd2b45117c', 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:16:34.820950 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2f6f8e41-3aa1-4d14-9bb1-f76207da6d0d tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.887330 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2f6f8e41-3aa1-4d14-9bb1-f76207da6d0d tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.891136 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Set router 728c9571-ee69-4399-a9b8-e493ea5f367b gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:16:34.891380 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2f6f8e41-3aa1-4d14-9bb1-f76207da6d0d tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.911354 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f8e41-3aa1-4d14-9bb1-f76207da6d0d tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b99ea5-8def-406c-8a61-c44aa92d5801,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:34.915253 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2f6f8e41-3aa1-4d14-9bb1-f76207da6d0d tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:34.916846 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2f6f8e41-3aa1-4d14-9bb1-f76207da6d0d tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260245 Sep 07 07:16:34.920739 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 53604) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:34.927508 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 02e5c537-233a-4b2c-aaf8-23d3b91c821a up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:16:34.927758 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-5dd1a98b-0c77-44b4-8597-63cc8a4808ca tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Request body: {'security_group_rule': {'security_group_id': '21bdacf8-a21d-4dad-affc-2dcd2b45117c', 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:16:34.948669 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.db.securitygroups_db [None req-5dd1a98b-0c77-44b4-8597-63cc8a4808ca tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Project db239e9484a645ba8702e3d4acca353f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 07:16:34.953544 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5dd1a98b-0c77-44b4-8597-63cc8a4808ca tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:35.015424 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5dd1a98b-0c77-44b4-8597-63cc8a4808ca tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:35.018974 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5dd1a98b-0c77-44b4-8597-63cc8a4808ca tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:35.039265 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1a98b-0c77-44b4-8597-63cc8a4808ca tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df86676-e52e-4d1c-ba51-a5678dca3ba8,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:35.042961 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5dd1a98b-0c77-44b4-8597-63cc8a4808ca tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:35.046660 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5dd1a98b-0c77-44b4-8597-63cc8a4808ca tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232111 Sep 07 07:16:35.047083 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 53606) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:16:35.051824 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-f9782780-d1b2-4780-a84b-afa2e42cc9a0 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Request body: {'security_group_rule': {'security_group_id': '21bdacf8-a21d-4dad-affc-2dcd2b45117c', 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:16:35.066939 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 02e5c537-233a-4b2c-aaf8-23d3b91c821a triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:35.067356 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:35.073481 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.db.securitygroups_db [None req-f9782780-d1b2-4780-a84b-afa2e42cc9a0 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Project db239e9484a645ba8702e3d4acca353f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 07:16:35.078256 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f9782780-d1b2-4780-a84b-afa2e42cc9a0 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:35.139996 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f9782780-d1b2-4780-a84b-afa2e42cc9a0 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:35.143750 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f9782780-d1b2-4780-a84b-afa2e42cc9a0 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:35.158657 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9782780-d1b2-4780-a84b-afa2e42cc9a0 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e032c8cc-025e-41fb-a955-9cb5a1f5f17c,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:35.168102 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f9782780-d1b2-4780-a84b-afa2e42cc9a0 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:35.169358 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f9782780-d1b2-4780-a84b-afa2e42cc9a0 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208124 Sep 07 07:16:35.197647 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device ccb4b9ed-5002-4103-9ed3-6ce8499ed33f up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:16:35.203427 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'name': 'tempest-TestShelveInstance-588364071-router', 'tenant_id': '2faff86e80394ec5babca8f1fdc53c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ccb4b9ed-5002-4103-9ed3-6ce8499ed33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:28Z', 'updated_at': '2021-09-07T07:16:31Z', 'revision_number': 4, 'project_id': '2faff86e80394ec5babca8f1fdc53c5e', 'gw_port': {'id': 'ccb4b9ed-5002-4103-9ed3-6ce8499ed33f', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:29Z', 'updated_at': '2021-09-07T07:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': 'dd3c5145-f9d9-4413-8af3-5fa0bbc74646', 'name': '', 'network_id': '50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3', 'tenant_id': '2faff86e80394ec5babca8f1fdc53c5e', 'mac_address': 'fa:16:3e:dc:51:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '18bf0ee5-5939-40b8-aa51-68ffce69fc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:31Z', 'updated_at': '2021-09-07T07:16:32Z', 'revision_number': 2, 'project_id': '2faff86e80394ec5babca8f1fdc53c5e', 'subnets': [{'id': '18bf0ee5-5939-40b8-aa51-68ffce69fc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:35.245983 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Checking router: 728c9571-ee69-4399-a9b8-e493ea5f367b for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:16:35.246340 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Updating router 728c9571-ee69-4399-a9b8-e493ea5f367b port dd3c5145-f9d9-4413-8af3-5fa0bbc74646 binding host dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:16:35.282028 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:35.324153 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port ccb4b9ed-5002-4103-9ed3-6ce8499ed33f triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:35.324926 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:35.747526 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:35.758182 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Transition to ACTIVE for port object dd3c5145-f9d9-4413-8af3-5fa0bbc74646 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:16:35.763551 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:35.809943 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d3226-8e5f-41ec-9b44-790b53f33f87 None None] Pushing event updated for resources: {'Port': ['ID=dd3c5145-f9d9-4413-8af3-5fa0bbc74646,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:35.861354 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Attempting to bind port dd3c5145-f9d9-4413-8af3-5fa0bbc74646 on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:16:35.861728 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Attempting to bind port dd3c5145-f9d9-4413-8af3-5fa0bbc74646 by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '62d31715-8cc9-47d1-a413-9738ed89f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:16:35.862088 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Attempting to bind port dd3c5145-f9d9-4413-8af3-5fa0bbc74646 on network 50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:16:35.867113 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:16:35.867510 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Checking segment: {'id': '62d31715-8cc9-47d1-a413-9738ed89f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:16:35.867912 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:35.868306 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Bound using segment: {'id': '62d31715-8cc9-47d1-a413-9738ed89f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:16:35.868763 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Bound port: dd3c5145-f9d9-4413-8af3-5fa0bbc74646, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d31715-8cc9-47d1-a413-9738ed89f71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:16:35.869139 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:35.935876 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] For port dd3c5145-f9d9-4413-8af3-5fa0bbc74646, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:16:35.939590 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] For port dd3c5145-f9d9-4413-8af3-5fa0bbc74646, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=dd3c5145-f9d9-4413-8af3-5fa0bbc74646,segment=NetworkSegment(62d31715-8cc9-47d1-a413-9738ed89f71b),segment_id=62d31715-8cc9-47d1-a413-9738ed89f71b)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:16:35.945176 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:36.017932 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d3226-8e5f-41ec-9b44-790b53f33f87 None None] Pushing event updated for resources: {'Port': ['ID=dd3c5145-f9d9-4413-8af3-5fa0bbc74646,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:36.020420 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Routers {'728c9571-ee69-4399-a9b8-e493ea5f367b'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:16:36.021025 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:16:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['728c9571-ee69-4399-a9b8-e493ea5f367b'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:36.134228 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] Set router 728c9571-ee69-4399-a9b8-e493ea5f367b gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:16:36.331784 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'name': 'tempest-TestShelveInstance-588364071-router', 'tenant_id': '2faff86e80394ec5babca8f1fdc53c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ccb4b9ed-5002-4103-9ed3-6ce8499ed33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:28Z', 'updated_at': '2021-09-07T07:16:31Z', 'revision_number': 4, 'project_id': '2faff86e80394ec5babca8f1fdc53c5e', 'gw_port': {'id': 'ccb4b9ed-5002-4103-9ed3-6ce8499ed33f', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:29Z', 'updated_at': '2021-09-07T07:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': 'dd3c5145-f9d9-4413-8af3-5fa0bbc74646', 'name': '', 'network_id': '50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3', 'tenant_id': '2faff86e80394ec5babca8f1fdc53c5e', 'mac_address': 'fa:16:3e:dc:51:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '18bf0ee5-5939-40b8-aa51-68ffce69fc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:31Z', 'updated_at': '2021-09-07T07:16:35Z', 'revision_number': 4, 'project_id': '2faff86e80394ec5babca8f1fdc53c5e', 'subnets': [{'id': '18bf0ee5-5939-40b8-aa51-68ffce69fc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:16:36.360796 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d11d38-b863-4e60-9017-86054e97e02f None None] The sync data for ids ['728c9571-ee69-4399-a9b8-e493ea5f367b'] in dv-cinder-804735-9-iscsi is: [{'id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'name': 'tempest-TestShelveInstance-588364071-router', 'tenant_id': '2faff86e80394ec5babca8f1fdc53c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ccb4b9ed-5002-4103-9ed3-6ce8499ed33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:28Z', 'updated_at': '2021-09-07T07:16:31Z', 'revision_number': 4, 'project_id': '2faff86e80394ec5babca8f1fdc53c5e', 'gw_port': {'id': 'ccb4b9ed-5002-4103-9ed3-6ce8499ed33f', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:29Z', 'updated_at': '2021-09-07T07:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': 'dd3c5145-f9d9-4413-8af3-5fa0bbc74646', 'name': '', 'network_id': '50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3', 'tenant_id': '2faff86e80394ec5babca8f1fdc53c5e', 'mac_address': 'fa:16:3e:dc:51:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '18bf0ee5-5939-40b8-aa51-68ffce69fc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:31Z', 'updated_at': '2021-09-07T07:16:35Z', 'revision_number': 4, 'project_id': '2faff86e80394ec5babca8f1fdc53c5e', 'subnets': [{'id': '18bf0ee5-5939-40b8-aa51-68ffce69fc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:16:36.928570 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device dd3c5145-f9d9-4413-8af3-5fa0bbc74646 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:16:36.977681 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port dd3c5145-f9d9-4413-8af3-5fa0bbc74646 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:16:36.981713 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port dd3c5145-f9d9-4413-8af3-5fa0bbc74646 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:36.982091 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:37.064211 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:37.096406 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port dd3c5145-f9d9-4413-8af3-5fa0bbc74646, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=dd3c5145-f9d9-4413-8af3-5fa0bbc74646,segment=NetworkSegment(62d31715-8cc9-47d1-a413-9738ed89f71b),segment_id=62d31715-8cc9-47d1-a413-9738ed89f71b)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:16:37.100477 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:37.149273 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=dd3c5145-f9d9-4413-8af3-5fa0bbc74646,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:16:38.925029 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device dd3c5145-f9d9-4413-8af3-5fa0bbc74646 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:16:38.979663 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port dd3c5145-f9d9-4413-8af3-5fa0bbc74646 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:16:38.980041 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:40.888803 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:16:51.206538 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:16:52.320819 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c4746fdf-9873-448a-9f66-a87422b301f1 req-a4068b99-aed7-4068-9d0d-d2f8fcb22584 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416741 Sep 07 07:16:52.405974 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4746fdf-9873-448a-9f66-a87422b301f1 req-c1b36e07-f77a-415f-8cb7-fcfd7e0bc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:52.407479 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c4746fdf-9873-448a-9f66-a87422b301f1 req-c1b36e07-f77a-415f-8cb7-fcfd7e0bc611 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7c30e28f5a4344a4da4d5176d3e82d&device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 1098 time: 0.0414336 Sep 07 07:16:52.539278 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4746fdf-9873-448a-9f66-a87422b301f1 req-1c9b2e5d-cb12-4b4a-99d6-771cee22394b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:52.540775 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c4746fdf-9873-448a-9f66-a87422b301f1 req-1c9b2e5d-cb12-4b4a-99d6-771cee22394b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1c7b4bc-0a52-4394-8c93-76554197629b HTTP/1.1" status: 200 len: 919 time: 0.0839911 Sep 07 07:16:52.586396 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c4746fdf-9873-448a-9f66-a87422b301f1 req-d21c6122-18ed-47f9-9ffa-01de1c8d4fa9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=356199c5-11c5-42f1-ad4c-aff1fad32ef3 HTTP/1.1" status: 200 len: 217 time: 0.0360568 Sep 07 07:16:52.640900 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4746fdf-9873-448a-9f66-a87422b301f1 req-f3186695-35b4-45c6-98bb-3dad71e7ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:16:52.642343 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c4746fdf-9873-448a-9f66-a87422b301f1 req-f3186695-35b4-45c6-98bb-3dad71e7ea2c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68dc2d8-9d27-41b8-aaab-67bbe02805ae HTTP/1.1" status: 200 len: 858 time: 0.0424683 Sep 07 07:16:52.678277 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c4746fdf-9873-448a-9f66-a87422b301f1 req-95317630-c7a9-4c61-8b4f-bf532aff0d40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1c7b4bc-0a52-4394-8c93-76554197629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244250 Sep 07 07:16:52.777539 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c4746fdf-9873-448a-9f66-a87422b301f1 req-fe09eed3-ca75-442b-bc2b-595012587a2f service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906873 Sep 07 07:16:52.866026 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c4746fdf-9873-448a-9f66-a87422b301f1 req-c88e63aa-8f35-4b21-ad8a-e4d872861e62 service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803344 Sep 07 07:16:57.536061 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dcb220f4-dbe0-45f2-8b78-2e14f28452cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:00.195672 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:00.283411 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6e75dfa5-17ba-4157-90cf-aa18c7dd4c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:01.100995 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:01.552468 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f69267-86e8-4f2a-b9c4-b1d68e794123 req-b68fafd3-854f-4cc8-b18e-58c370744524 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:01.553895 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f4f69267-86e8-4f2a-b9c4-b1d68e794123 req-b68fafd3-854f-4cc8-b18e-58c370744524 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0501285 Sep 07 07:17:01.597874 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f4f69267-86e8-4f2a-b9c4-b1d68e794123 req-608cf04f-2a20-43bb-b0a2-177269741476 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375762 Sep 07 07:17:01.641921 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edbeb8-0135-4236-9890-1745aca28d52 req-745a941f-fb9c-4326-8481-fc6611c4cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:01.644216 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-58edbeb8-0135-4236-9890-1745aca28d52 req-745a941f-fb9c-4326-8481-fc6611c4cf48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7c30e28f5a4344a4da4d5176d3e82d&device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 1099 time: 0.0473483 Sep 07 07:17:01.779712 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edbeb8-0135-4236-9890-1745aca28d52 req-86f2263e-fb36-49e0-b404-68119bca1661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:01.781280 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-58edbeb8-0135-4236-9890-1745aca28d52 req-86f2263e-fb36-49e0-b404-68119bca1661 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1c7b4bc-0a52-4394-8c93-76554197629b HTTP/1.1" status: 200 len: 919 time: 0.1000857 Sep 07 07:17:01.827196 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-58edbeb8-0135-4236-9890-1745aca28d52 req-f1e8af0a-a1e9-4be5-8da0-2c241521b58d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9311c422-7a01-4d08-8cd5-c1e6a13322d3 HTTP/1.1" status: 200 len: 217 time: 0.0366755 Sep 07 07:17:01.909077 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bfeda-5f26-4133-b958-fa924099fb5a req-2f93cb34-6f3e-4ffa-bdf1-55f1bda9c627 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:01.910544 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ab9bfeda-5f26-4133-b958-fa924099fb5a req-2f93cb34-6f3e-4ffa-bdf1-55f1bda9c627 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 946 time: 0.0486250 Sep 07 07:17:01.927359 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edbeb8-0135-4236-9890-1745aca28d52 req-bd9fab0e-74a1-48c7-8dda-18ceaba00a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:01.928820 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-58edbeb8-0135-4236-9890-1745aca28d52 req-bd9fab0e-74a1-48c7-8dda-18ceaba00a4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68dc2d8-9d27-41b8-aaab-67bbe02805ae HTTP/1.1" status: 200 len: 858 time: 0.0492895 Sep 07 07:17:01.955873 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ab9bfeda-5f26-4133-b958-fa924099fb5a req-10b4e6be-5ca7-474a-9c45-877e4e55411a tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392032 Sep 07 07:17:01.992105 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-58edbeb8-0135-4236-9890-1745aca28d52 req-b92a7138-7acd-4b14-931a-ec7dcb843d8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1c7b4bc-0a52-4394-8c93-76554197629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244164 Sep 07 07:17:02.087161 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-58edbeb8-0135-4236-9890-1745aca28d52 req-a8f98190-1535-4f8b-9fc8-fdcd0d2d064a service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852764 Sep 07 07:17:02.185871 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-58edbeb8-0135-4236-9890-1745aca28d52 req-62d38062-10f5-4e15-8cba-b2215debc051 service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856218 Sep 07 07:17:02.718095 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeded8f-3e20-446b-8cb5-013c5d557e96 req-b0a0f7f4-46bf-4acb-8c76-f01ce9236bac tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:02.719949 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8aeded8f-3e20-446b-8cb5-013c5d557e96 req-b0a0f7f4-46bf-4acb-8c76-f01ce9236bac tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0529697 Sep 07 07:17:02.759115 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8aeded8f-3e20-446b-8cb5-013c5d557e96 req-f0e1fc35-c001-4402-936a-a0d237bff26a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322709 Sep 07 07:17:03.068076 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e95cad-f44b-4c69-b7a8-c312d94a0599 req-1ff8a24f-b089-4064-9ac6-e4e56fbc9dd9 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:03.069760 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d7e95cad-f44b-4c69-b7a8-c312d94a0599 req-1ff8a24f-b089-4064-9ac6-e4e56fbc9dd9 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 946 time: 0.0492263 Sep 07 07:17:03.106719 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d7e95cad-f44b-4c69-b7a8-c312d94a0599 req-85e313a1-f6c4-4256-aaaa-8a4bfccc0f58 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311165 Sep 07 07:17:03.296028 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:03.873876 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65de0e3-1820-4e5b-af98-ebc82877acb7 req-088fc225-20a3-4a8a-abb6-b73774458ea8 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:03.875314 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e65de0e3-1820-4e5b-af98-ebc82877acb7 req-088fc225-20a3-4a8a-abb6-b73774458ea8 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0492773 Sep 07 07:17:03.916862 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e65de0e3-1820-4e5b-af98-ebc82877acb7 req-2b88ee48-4c26-4c7e-87d7-b4eecdcf3401 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347888 Sep 07 07:17:04.226696 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12f773-abb6-42b8-9121-bbbc9fd8e667 req-e21acf13-fb84-4b34-af64-55e7c530cd8c tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:04.228258 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dc12f773-abb6-42b8-9121-bbbc9fd8e667 req-e21acf13-fb84-4b34-af64-55e7c530cd8c tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 946 time: 0.0497129 Sep 07 07:17:04.248373 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-6ba0bd69-8829-4a07-8eb6-4901fcdda520 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:04.249960 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-6ba0bd69-8829-4a07-8eb6-4901fcdda520 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/networks?id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e HTTP/1.1" status: 200 len: 815 time: 0.1109908 Sep 07 07:17:04.265924 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-1c9242a2-d74c-449d-9605-5c2a341fc433 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/quotas/1941f241057e4fa98d84552cc6064fe0 HTTP/1.1" status: 200 len: 375 time: 0.0095444 Sep 07 07:17:04.267335 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dc12f773-abb6-42b8-9121-bbbc9fd8e667 req-e1734cbe-dfaa-486d-b83f-b985654c2e7b tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330570 Sep 07 07:17:04.321448 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-286b7b2c-2f1b-4a2f-bc6b-607b7301effe tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1941f241057e4fa98d84552cc6064fe0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492697 Sep 07 07:17:04.409745 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-96ce6ffc-63d5-4939-a7e5-52c7d94e67a4 service neutron] 10.222.0.30 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813324 Sep 07 07:17:04.498022 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-33de9163-3954-4a5d-a70e-713c2605b49d service neutron] 10.222.0.30 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824060 Sep 07 07:17:04.650336 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-964eed62-2ffe-4755-942a-08282185e7e6 req-1bc3f191-60df-4b8c-b50b-be4f37bd4fb9 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 210 time: 0.0262156 Sep 07 07:17:04.777803 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140c622-a01e-45b5-a77e-65aa998c9c43 req-1c372a36-f7ac-4aa0-b4e8-6de9f8c79987 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:04.779440 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9140c622-a01e-45b5-a77e-65aa998c9c43 req-1c372a36-f7ac-4aa0-b4e8-6de9f8c79987 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 946 time: 0.0485592 Sep 07 07:17:04.904914 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-9140c622-a01e-45b5-a77e-65aa998c9c43 req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Deleting port e86da46a-f052-4f3e-a9ee-ff373c1ec4db {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:17:04.905230 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-9140c622-a01e-45b5-a77e-65aa998c9c43 req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:04.995745 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-9140c622-a01e-45b5-a77e-65aa998c9c43 req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] For port e86da46a-f052-4f3e-a9ee-ff373c1ec4db, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e86da46a-f052-4f3e-a9ee-ff373c1ec4db,segment=NetworkSegment(cf1c1dbb-c329-4dc0-a11a-bc057a87752a),segment_id=cf1c1dbb-c329-4dc0-a11a-bc057a87752a)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:17:04.996109 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-9140c622-a01e-45b5-a77e-65aa998c9c43 req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:05.009505 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-9140c622-a01e-45b5-a77e-65aa998c9c43 req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Calling delete_port for e86da46a-f052-4f3e-a9ee-ff373c1ec4db owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:17:05.032253 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cbb70-f905-45de-b1cc-4522e7223703 req-c2fadcd0-dd80-45c1-aebd-0767f2a1e5f2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:05.035228 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ea3cbb70-f905-45de-b1cc-4522e7223703 req-c2fadcd0-dd80-45c1-aebd-0767f2a1e5f2 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0491090 Sep 07 07:17:05.080379 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ea3cbb70-f905-45de-b1cc-4522e7223703 req-de2203b2-7940-4709-b126-9dc375cf8569 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377982 Sep 07 07:17:05.153802 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-9140c622-a01e-45b5-a77e-65aa998c9c43 req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:05.183564 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Pushing event deleted for resources: {'Port': ['ID=e86da46a-f052-4f3e-a9ee-ff373c1ec4db,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:05.194589 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['e86da46a-f052-4f3e-a9ee-ff373c1ec4db'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:17:05.227683 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:05.228036 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:05.228383 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:05.228723 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:05.229059 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:05.229393 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:05.229724 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:05.230052 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:05.230376 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:05.230702 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:05.231031 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:05.231374 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:05.234239 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9140c622-a01e-45b5-a77e-65aa998c9c43 req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] No DVR routers for this DVR port e86da46a-f052-4f3e-a9ee-ff373c1ec4db on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:17:05.236631 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-9140c622-a01e-45b5-a77e-65aa998c9c43 req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:05.239660 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9140c622-a01e-45b5-a77e-65aa998c9c43 req-718ccf98-fd88-4be4-8240-0673b07917d4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.15 "DELETE /v2.0/ports/e86da46a-f052-4f3e-a9ee-ff373c1ec4db HTTP/1.1" status: 204 len: 173 time: 0.4338827 Sep 07 07:17:05.240117 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b624f02-1d8b-4c10-9162-17a4bed8bf49', 'name': 'network-vif-deleted', 'tag': 'e86da46a-f052-4f3e-a9ee-ff373c1ec4db'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:17:05.242354 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee6ec7a-f74c-49d8-aea0-bd60eb114f56" -d '{"events": [{"server_uuid": "4b624f02-1d8b-4c10-9162-17a4bed8bf49", "name": "network-vif-deleted", "tag": "e86da46a-f052-4f3e-a9ee-ff373c1ec4db"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:17:05.278506 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9933ba10-8242-4e79-9c82-6e0026ab0353 x-openstack-request-id: req-9933ba10-8242-4e79-9c82-6e0026ab0353 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:17:05.279105 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b624f02-1d8b-4c10-9162-17a4bed8bf49", "name": "network-vif-deleted", "tag": "e86da46a-f052-4f3e-a9ee-ff373c1ec4db", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:17:05.279105 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9933ba10-8242-4e79-9c82-6e0026ab0353 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:17:05.279468 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b624f02-1d8b-4c10-9162-17a4bed8bf49', 'name': 'network-vif-deleted', 'tag': 'e86da46a-f052-4f3e-a9ee-ff373c1ec4db', 'status': 'completed', 'code': 200} Sep 07 07:17:05.378345 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6df65a8c-648b-4325-b21a-6f2d9e6178fb req-5bc5c489-3822-4214-8bd1-b3b7d85c4ab9 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 210 time: 0.0298522 Sep 07 07:17:05.748314 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-513a6e9a-8966-405d-bfc1-167581de9f72 req-d5fdc17f-1d3f-4700-a7a5-fc60a53856d6 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 210 time: 0.0289795 Sep 07 07:17:06.136628 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-b7f2f9fa-6d82-4cce-9ffc-b66a5da10c8c tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:06.138061 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-b7f2f9fa-6d82-4cce-9ffc-b66a5da10c8c tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.15 "GET /v2.0/networks?id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e HTTP/1.1" status: 200 len: 815 time: 0.1079242 Sep 07 07:17:06.164101 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-2be853ef-1983-4043-8fe8-00811c5988a1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Request body: {'port': {'device_id': '766c0654-2e1c-4f11-b271-f3ebed340a84', 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e', 'admin_state_up': True, 'tenant_id': '1941f241057e4fa98d84552cc6064fe0'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:17:06.200493 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8192c-479b-4ec6-a6c1-916443eaabe9 req-b1af1551-86de-408e-bb6a-dea14d4565f1 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:06.202053 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9fb8192c-479b-4ec6-a6c1-916443eaabe9 req-b1af1551-86de-408e-bb6a-dea14d4565f1 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0499096 Sep 07 07:17:06.243819 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9fb8192c-479b-4ec6-a6c1-916443eaabe9 req-28107d51-1a8c-49ae-b3fb-31f26bdad925 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349622 Sep 07 07:17:06.497841 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a8da6e77-c2b1-4386-9b8d-94408bb2659c req-0441383d-0ae8-47a9-bb24-7851aaa6fe2b tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b624f02-1d8b-4c10-9162-17a4bed8bf49 HTTP/1.1" status: 200 len: 210 time: 0.0254700 Sep 07 07:17:06.512666 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-2be853ef-1983-4043-8fe8-00811c5988a1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Made reservation on behalf of 1941f241057e4fa98d84552cc6064fe0 for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:17:06.516548 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-2be853ef-1983-4043-8fe8-00811c5988a1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:06.646058 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-2be853ef-1983-4043-8fe8-00811c5988a1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Allocated IP 172.20.0.8 (f7f8a398-c1d7-42d1-a5cb-7345e4c6544e/bbfed80f-05db-4166-bc1f-98df7697e081/538f3267-0499-4650-9692-65d04ea69a8a) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:17:06.793620 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-2be853ef-1983-4043-8fe8-00811c5988a1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:06.851865 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fc84044b-09b9-4c11-ab42-46b3b98a81d9 req-4acf3add-071e-4528-9214-a8cd1807845d tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 210 time: 0.0332816 Sep 07 07:17:06.859156 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-2be853ef-1983-4043-8fe8-00811c5988a1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:06.899106 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-2be853ef-1983-4043-8fe8-00811c5988a1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:17:06.902182 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-2be853ef-1983-4043-8fe8-00811c5988a1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:17:06.902890 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['248be358-cd4c-4e39-acf4-cf97485c1506', 'a08bfa0a-bbab-457f-8f7d-a355def3244c', 'ac21abff-15bb-46e8-8406-4c20a52e754e'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:17:06.908968 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-2be853ef-1983-4043-8fe8-00811c5988a1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:17:06.932867 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be853ef-1983-4043-8fe8-00811c5988a1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Pushing event updated for resources: {'Port': ['ID=538f3267-0499-4650-9692-65d04ea69a8a,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:06.965911 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-2be853ef-1983-4043-8fe8-00811c5988a1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:06.966552 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-2be853ef-1983-4043-8fe8-00811c5988a1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:06.985542 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-2be853ef-1983-4043-8fe8-00811c5988a1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8251972 Sep 07 07:17:07.019974 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Request body: {'port': {'device_id': '766c0654-2e1c-4f11-b271-f3ebed340a84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:17:07.080468 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:07.361447 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538f3267-0499-4650-9692-65d04ea69a8a {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:17:07.375377 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:07.403635 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Transition to ACTIVE for port object 538f3267-0499-4650-9692-65d04ea69a8a will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:17:07.413247 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cece089-c942-4f1e-b154-87737a66165f req-d9403cce-c31d-4223-9c46-3da25ff7fb44 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:07.414741 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6cece089-c942-4f1e-b154-87737a66165f req-d9403cce-c31d-4223-9c46-3da25ff7fb44 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0908699 Sep 07 07:17:07.415965 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:07.484512 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Pushing event updated for resources: {'Port': ['ID=538f3267-0499-4650-9692-65d04ea69a8a,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:07.503204 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6cece089-c942-4f1e-b154-87737a66165f req-51a882c6-1bff-4c91-989c-1365fafbd473 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820780 Sep 07 07:17:07.565782 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Attempting to bind port 538f3267-0499-4650-9692-65d04ea69a8a on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:17:07.566410 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Attempting to bind port 538f3267-0499-4650-9692-65d04ea69a8a by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'f315a493-8adb-435c-a2a4-2b68883c8113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:17:07.566673 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Attempting to bind port 538f3267-0499-4650-9692-65d04ea69a8a on network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:17:07.572536 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Port 538f3267-0499-4650-9692-65d04ea69a8a on network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:17:07.572878 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Attempting to bind port 538f3267-0499-4650-9692-65d04ea69a8a on network f7f8a398-c1d7-42d1-a5cb-7345e4c6544e {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:17:07.578226 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:17:07.578613 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Checking segment: {'id': 'f315a493-8adb-435c-a2a4-2b68883c8113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:17:07.580061 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Bound using segment: {'id': 'f315a493-8adb-435c-a2a4-2b68883c8113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:17:07.580203 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Bound port: 538f3267-0499-4650-9692-65d04ea69a8a, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f315a493-8adb-435c-a2a4-2b68883c8113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:17:07.580505 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:07.652003 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] For port 538f3267-0499-4650-9692-65d04ea69a8a, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:17:07.655094 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] For port 538f3267-0499-4650-9692-65d04ea69a8a, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=538f3267-0499-4650-9692-65d04ea69a8a,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:17:07.659851 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:07.695465 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:07.696095 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:07.697592 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] 10.222.0.15 "PUT /v2.0/ports/538f3267-0499-4650-9692-65d04ea69a8a HTTP/1.1" status: 200 len: 1093 time: 0.6825216 Sep 07 07:17:07.698055 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766c0654-2e1c-4f11-b271-f3ebed340a84', 'tag': '538f3267-0499-4650-9692-65d04ea69a8a'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:17:07.700417 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562ac6a9-1c45-4593-a21c-8029429b2f80" -d '{"events": [{"name": "network-changed", "server_uuid": "766c0654-2e1c-4f11-b271-f3ebed340a84", "tag": "538f3267-0499-4650-9692-65d04ea69a8a"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:17:07.728526 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c9528-9fdf-48ea-b395-fc4e1ea45b6d service neutron] Pushing event updated for resources: {'Port': ['ID=538f3267-0499-4650-9692-65d04ea69a8a,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:07.760848 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baf2916-20db-4b01-a014-8a7cfe82f8a7 x-openstack-request-id: req-4baf2916-20db-4b01-a014-8a7cfe82f8a7 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:17:07.761141 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766c0654-2e1c-4f11-b271-f3ebed340a84", "tag": "538f3267-0499-4650-9692-65d04ea69a8a", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:17:07.761448 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4baf2916-20db-4b01-a014-8a7cfe82f8a7 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:17:07.761848 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766c0654-2e1c-4f11-b271-f3ebed340a84', 'tag': '538f3267-0499-4650-9692-65d04ea69a8a', 'status': 'completed', 'code': 200} Sep 07 07:17:07.822778 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-17fd0d7d-9af5-43df-aa4c-52c831cd098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:07.824258 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-17fd0d7d-9af5-43df-aa4c-52c831cd098e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1941f241057e4fa98d84552cc6064fe0&device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 1096 time: 0.0383487 Sep 07 07:17:07.876889 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-84a1dd8f-b57b-45b7-8f89-2ec390791123 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=538f3267-0499-4650-9692-65d04ea69a8a HTTP/1.1" status: 200 len: 217 time: 0.0329449 Sep 07 07:17:07.929837 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-e7b2b51c-baf4-47bf-8ad2-0c9a83e9a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:07.931272 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-e7b2b51c-baf4-47bf-8ad2-0c9a83e9a9d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bbfed80f-05db-4166-bc1f-98df7697e081 HTTP/1.1" status: 200 len: 855 time: 0.0472436 Sep 07 07:17:07.964413 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a06d18-e582-4d0a-8e01-e7227354c015 req-2506b283-feff-481c-a41d-96909ad9f118 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:07.964974 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-98ab493e-761b-41ac-97d2-7188642f5ac7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233047 Sep 07 07:17:07.965865 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-20a06d18-e582-4d0a-8e01-e7227354c015 req-2506b283-feff-481c-a41d-96909ad9f118 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 943 time: 0.0476620 Sep 07 07:17:08.009691 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-20a06d18-e582-4d0a-8e01-e7227354c015 req-b27914e0-055c-42c8-853b-3f7f236925c0 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379031 Sep 07 07:17:08.057245 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-3060eb84-cf2c-4060-bce1-f8b35a96f635 service neutron] 10.222.0.15 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840087 Sep 07 07:17:08.155411 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e98e3ca0-c073-49d4-bbe6-ce1cc50f6ccc req-84f9d22b-8ea8-44f0-a8a4-6c621eb41f88 service neutron] 10.222.0.15 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896194 Sep 07 07:17:08.360374 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ac6a9-1c45-4593-a21c-8029429b2f80 req-f44e611d-7167-4ecf-9799-3e05063ed77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:08.362497 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-562ac6a9-1c45-4593-a21c-8029429b2f80 req-f44e611d-7167-4ecf-9799-3e05063ed77c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1941f241057e4fa98d84552cc6064fe0&device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 1096 time: 0.0415728 Sep 07 07:17:08.457640 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ac6a9-1c45-4593-a21c-8029429b2f80 req-9aad47ed-3021-4515-ab9b-60d5179e1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:08.459090 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-562ac6a9-1c45-4593-a21c-8029429b2f80 req-9aad47ed-3021-4515-ab9b-60d5179e1b7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e HTTP/1.1" status: 200 len: 916 time: 0.0883348 Sep 07 07:17:08.618839 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7ff5-9236-42a7-a128-3f44f592ed4e req-6d7ee7f4-265f-4a79-9c70-c3aa9bd9ce85 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:08.620331 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-58fe7ff5-9236-42a7-a128-3f44f592ed4e req-6d7ee7f4-265f-4a79-9c70-c3aa9bd9ce85 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0494637 Sep 07 07:17:08.658848 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-58fe7ff5-9236-42a7-a128-3f44f592ed4e req-93d4e4c4-1c16-476b-9fce-2fc46a5074a9 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326219 Sep 07 07:17:09.122707 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c5a65-559c-45ed-95e6-e6e7b246aed2 req-96f3940b-06fe-468c-9e5c-607f8f534bce tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:09.124225 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7f0c5a65-559c-45ed-95e6-e6e7b246aed2 req-96f3940b-06fe-468c-9e5c-607f8f534bce tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 943 time: 0.0477276 Sep 07 07:17:09.163069 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7f0c5a65-559c-45ed-95e6-e6e7b246aed2 req-ff2d26da-4d30-4e26-b7e6-24b40c8de6a4 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324168 Sep 07 07:17:14.368295 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-562ac6a9-1c45-4593-a21c-8029429b2f80 req-3a98deb3-d833-4d0d-8561-fb82d20b0c8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=538f3267-0499-4650-9692-65d04ea69a8a HTTP/1.1" status: 200 len: 217 time: 0.0393152 Sep 07 07:17:15.443524 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device e86da46a-f052-4f3e-a9ee-ff373c1ec4db no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:17:15.463148 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: e86da46a-f052-4f3e-a9ee-ff373c1ec4db {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:17:15.463519 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device e86da46a-f052-4f3e-a9ee-ff373c1ec4db not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:17:17.068663 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ac6a9-1c45-4593-a21c-8029429b2f80 req-882ba19e-0495-438e-9024-666f6c6444d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:17.070045 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-562ac6a9-1c45-4593-a21c-8029429b2f80 req-882ba19e-0495-438e-9024-666f6c6444d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bbfed80f-05db-4166-bc1f-98df7697e081 HTTP/1.1" status: 200 len: 855 time: 0.0420125 Sep 07 07:17:17.100618 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-562ac6a9-1c45-4593-a21c-8029429b2f80 req-382d4a77-29c6-414e-91df-907d1201bb5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229058 Sep 07 07:17:17.191806 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-562ac6a9-1c45-4593-a21c-8029429b2f80 req-fe81bf79-07f6-4b65-9639-b63c0d7788ac service neutron] 10.222.0.15 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834427 Sep 07 07:17:17.278865 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-562ac6a9-1c45-4593-a21c-8029429b2f80 req-d1388918-aeff-436a-9092-0731c15772ac service neutron] 10.222.0.15 "GET /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797892 Sep 07 07:17:17.728097 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ed9a0-add1-4f67-96ce-e4b0f42ddc2f req-8828a4d5-5f08-46a7-81c4-ad9ffd4eb56d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:17.730394 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b93ed9a0-add1-4f67-96ce-e4b0f42ddc2f req-8828a4d5-5f08-46a7-81c4-ad9ffd4eb56d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0599732 Sep 07 07:17:17.744609 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7b50a-1c3d-487d-8be5-cdb5c7deab0c req-116311e5-fc56-4441-adeb-b1d34a85f658 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:17.747895 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-03e7b50a-1c3d-487d-8be5-cdb5c7deab0c req-116311e5-fc56-4441-adeb-b1d34a85f658 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 943 time: 0.0564482 Sep 07 07:17:17.776460 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b93ed9a0-add1-4f67-96ce-e4b0f42ddc2f req-a84293cc-e5c4-4a40-a751-ececca073de4 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382087 Sep 07 07:17:17.790594 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-03e7b50a-1c3d-487d-8be5-cdb5c7deab0c req-d99d63b6-5d2e-4fce-a908-e5e475b68bc7 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356820 Sep 07 07:17:17.887248 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:17:18.934684 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce3773-185c-45a9-bc44-80c75646560f req-498b9262-2830-4a0b-9b71-79a7c1b4b92c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:18.936315 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-72ce3773-185c-45a9-bc44-80c75646560f req-498b9262-2830-4a0b-9b71-79a7c1b4b92c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0515368 Sep 07 07:17:18.976905 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-72ce3773-185c-45a9-bc44-80c75646560f req-d5523c6a-27d6-4086-a11b-be3250add5cd tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337963 Sep 07 07:17:18.980934 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba24aa-a1c8-45b0-9c40-9412d43800ad req-2ad9a02c-d028-4843-bfc3-c45c6f45f3d4 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:18.982699 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-61ba24aa-a1c8-45b0-9c40-9412d43800ad req-2ad9a02c-d028-4843-bfc3-c45c6f45f3d4 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 943 time: 0.0637336 Sep 07 07:17:19.023151 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-61ba24aa-a1c8-45b0-9c40-9412d43800ad req-7e3b0a21-1ffa-44e4-8b2e-0f025a0aed6a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320308 Sep 07 07:17:20.168270 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea84a5-9a44-472a-99b9-6537587e8b86 req-307d17c8-7374-48dd-830e-b6c72d387f3d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:20.169611 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f6ea84a5-9a44-472a-99b9-6537587e8b86 req-307d17c8-7374-48dd-830e-b6c72d387f3d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0465634 Sep 07 07:17:20.208959 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f6ea84a5-9a44-472a-99b9-6537587e8b86 req-ce2fa70d-d2bf-4bd4-a7e2-1ec62f7cb909 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334601 Sep 07 07:17:20.288932 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02f8a8-e9dd-42b2-8b37-1588670fc57f req-7063586d-fa96-449f-b88c-d8aebd598bcd tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:20.290415 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2b02f8a8-e9dd-42b2-8b37-1588670fc57f req-7063586d-fa96-449f-b88c-d8aebd598bcd tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 943 time: 0.0472696 Sep 07 07:17:20.331885 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2b02f8a8-e9dd-42b2-8b37-1588670fc57f req-3b03ece8-cf4c-4aef-86a8-14ac759be70d tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353773 Sep 07 07:17:21.210084 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:21.501380 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfaa1c-8c7c-4e9e-a152-78b4a645a7a7 req-15538374-1548-407b-906a-06d3488ed2c9 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:21.502880 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-52cfaa1c-8c7c-4e9e-a152-78b4a645a7a7 req-15538374-1548-407b-906a-06d3488ed2c9 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0516412 Sep 07 07:17:21.513821 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d89e06-d579-4846-bd27-b56866f0afd3 req-59ce5e8d-176d-4c07-8b05-013f44c9bb56 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:21.515159 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-25d89e06-d579-4846-bd27-b56866f0afd3 req-59ce5e8d-176d-4c07-8b05-013f44c9bb56 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 943 time: 0.0476849 Sep 07 07:17:21.539612 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-52cfaa1c-8c7c-4e9e-a152-78b4a645a7a7 req-1612f447-515b-41fb-b922-b954c02c42c3 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306959 Sep 07 07:17:21.552438 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-25d89e06-d579-4846-bd27-b56866f0afd3 req-34ec8d02-3ed3-44e2-830c-e9ad293df367 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314546 Sep 07 07:17:26.462996 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 538f3267-0499-4650-9692-65d04ea69a8a details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:17:26.577214 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 538f3267-0499-4650-9692-65d04ea69a8a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=538f3267-0499-4650-9692-65d04ea69a8a,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:17:26.591397 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': '538f3267-0499-4650-9692-65d04ea69a8a', 'network_id': 'f7f8a398-c1d7-42d1-a5cb-7345e4c6544e', 'port_id': '538f3267-0499-4650-9692-65d04ea69a8a', 'mac_address': 'fa:16:3e:b9:14:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfed80f-05db-4166-bc1f-98df7697e081', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:17:26.626381 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f697cca-c4e5-4cea-a24d-f7e72e3effa1 req-cb676748-e93c-4958-94d7-bf95a2127b35 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:26.628522 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8f697cca-c4e5-4cea-a24d-f7e72e3effa1 req-cb676748-e93c-4958-94d7-bf95a2127b35 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0502722 Sep 07 07:17:26.632792 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:26.651033 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538f3267-0499-4650-9692-65d04ea69a8a {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:17:26.657626 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aaac85-d61b-4d02-874c-cc447a1477e4 req-f282d784-ec5b-4d2f-94d9-f82da5c4c1f5 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:26.659712 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a3aaac85-d61b-4d02-874c-cc447a1477e4 req-f282d784-ec5b-4d2f-94d9-f82da5c4c1f5 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 943 time: 0.0504661 Sep 07 07:17:26.669954 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8f697cca-c4e5-4cea-a24d-f7e72e3effa1 req-a65765e5-4215-49b1-ba6b-845b4d0c84bc tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340128 Sep 07 07:17:26.671970 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 538f3267-0499-4650-9692-65d04ea69a8a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=538f3267-0499-4650-9692-65d04ea69a8a,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:17:26.677033 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:26.698925 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a3aaac85-d61b-4d02-874c-cc447a1477e4 req-dfb3cb4a-779c-4bb4-87ef-901647d6cab8 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325079 Sep 07 07:17:26.726975 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=538f3267-0499-4650-9692-65d04ea69a8a,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:26.733759 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:26.734114 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:26.734455 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:26.734789 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:26.735121 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:26.735487 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:26.735820 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:26.736143 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:26.736556 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:26.736890 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:26.737212 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:26.737535 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:27.538934 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-476400e5-13ad-458c-9837-c0e282bd398e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:28.026865 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53836aa-ebaf-4402-9c72-f68fad634a9b req-8c43c196-8a7f-4ae9-a43e-614dc5c937bf tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:28.028363 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d53836aa-ebaf-4402-9c72-f68fad634a9b req-8c43c196-8a7f-4ae9-a43e-614dc5c937bf tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0472317 Sep 07 07:17:28.033108 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-efec6fbc-51f3-4982-b9e6-3b1758e9e4c2 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:28.034615 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-efec6fbc-51f3-4982-b9e6-3b1758e9e4c2 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/networks?id=8a8594d2-eeb3-47f8-bcde-c2d3101c5af9 HTTP/1.1" status: 200 len: 814 time: 0.1022546 Sep 07 07:17:28.049868 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6c56c9cb-3c7e-4118-901f-1c9d76b7faf4 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/quotas/cdae81bc721d4108bc4e33670d40b35d HTTP/1.1" status: 200 len: 375 time: 0.0094717 Sep 07 07:17:28.069520 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d53836aa-ebaf-4402-9c72-f68fad634a9b req-f4684b13-00f1-4b41-8192-3d5dc7706fd5 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351789 Sep 07 07:17:28.088015 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-8674e5d9-b173-4e6e-81a3-6577d415ad8c tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdae81bc721d4108bc4e33670d40b35d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302894 Sep 07 07:17:28.169646 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c79b4-8f43-46b7-88d3-cf701b5272be req-43e957ea-20f7-479a-921f-eb13c0758fce tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:28.171174 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-329c79b4-8f43-46b7-88d3-cf701b5272be req-43e957ea-20f7-479a-921f-eb13c0758fce tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 944 time: 0.0476210 Sep 07 07:17:28.173890 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-53690420-f72f-4d8b-b084-a96a3bc4dd02 service neutron] 10.222.0.30 "GET /v2.0/networks/8a8594d2-eeb3-47f8-bcde-c2d3101c5af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806022 Sep 07 07:17:28.208491 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-329c79b4-8f43-46b7-88d3-cf701b5272be req-2ad21e45-ce3b-4d78-8e95-e2572a2fc1d2 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308728 Sep 07 07:17:28.235284 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['538f3267-0499-4650-9692-65d04ea69a8a'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:17:28.265221 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-7d150539-0874-4453-9df0-7671e3d1b757 service neutron] 10.222.0.30 "GET /v2.0/networks/8a8594d2-eeb3-47f8-bcde-c2d3101c5af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848916 Sep 07 07:17:28.423220 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e50b661e-98c0-4c73-970a-0e03cd8ad3e0 req-9aa26eef-838d-45d4-92b5-df8fd83eaf0b tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 210 time: 0.0251534 Sep 07 07:17:29.216235 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f49551-ce26-4087-abd0-7819318ad731 req-46a8d088-ae9b-4dd6-a6fd-2dc99943e8ad tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:29.217642 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-31f49551-ce26-4087-abd0-7819318ad731 req-46a8d088-ae9b-4dd6-a6fd-2dc99943e8ad tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0463488 Sep 07 07:17:29.254920 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-31f49551-ce26-4087-abd0-7819318ad731 req-b9c5279c-414d-4026-8153-abdf182e45f9 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308466 Sep 07 07:17:29.322445 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793aaedf-5b08-4c3f-8f3f-650b7872d1e5 req-5e4bc850-81eb-4812-a9aa-b067cb0bc97a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:29.323965 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-793aaedf-5b08-4c3f-8f3f-650b7872d1e5 req-5e4bc850-81eb-4812-a9aa-b067cb0bc97a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 944 time: 0.0468805 Sep 07 07:17:29.360292 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-793aaedf-5b08-4c3f-8f3f-650b7872d1e5 req-bd04a3e1-3250-463a-919b-f4dd9d8f8049 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307240 Sep 07 07:17:29.518792 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-aa64e683-0ad8-4bb0-95e3-09c86f637f17 req-fa9f234f-6a07-46aa-ad5a-51cc23421e98 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 210 time: 0.0304034 Sep 07 07:17:29.708819 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-bfd76641-cce3-411c-aeec-f7ed7e784f5d tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:29.710263 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-bfd76641-cce3-411c-aeec-f7ed7e784f5d tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.15 "GET /v2.0/networks?id=8a8594d2-eeb3-47f8-bcde-c2d3101c5af9 HTTP/1.1" status: 200 len: 814 time: 0.1029346 Sep 07 07:17:29.744864 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-b854d888-39a9-45bb-88b5-29c48d5b4aaf tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Request body: {'port': {'device_id': '6be9449a-a9d5-491c-a600-1fae38d22c4d', 'network_id': '8a8594d2-eeb3-47f8-bcde-c2d3101c5af9', 'admin_state_up': True, 'tenant_id': 'cdae81bc721d4108bc4e33670d40b35d'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:17:29.855639 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-b854d888-39a9-45bb-88b5-29c48d5b4aaf tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Made reservation on behalf of cdae81bc721d4108bc4e33670d40b35d for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:17:29.859068 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-b854d888-39a9-45bb-88b5-29c48d5b4aaf tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:29.980980 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-b854d888-39a9-45bb-88b5-29c48d5b4aaf tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Allocated IP 172.20.0.11 (8a8594d2-eeb3-47f8-bcde-c2d3101c5af9/13aa5f7b-a49e-4dc9-93c7-8c7dc2d2a66d/c6759069-5dc1-47b5-83ef-ca8e09e4bcd5) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:17:30.120788 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-b854d888-39a9-45bb-88b5-29c48d5b4aaf tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:30.159060 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-b854d888-39a9-45bb-88b5-29c48d5b4aaf tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:30.197912 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:30.202964 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-b854d888-39a9-45bb-88b5-29c48d5b4aaf tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Network 8a8594d2-eeb3-47f8-bcde-c2d3101c5af9 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:17:30.206042 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-b854d888-39a9-45bb-88b5-29c48d5b4aaf tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:17:30.211561 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-b854d888-39a9-45bb-88b5-29c48d5b4aaf tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:17:30.233628 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854d888-39a9-45bb-88b5-29c48d5b4aaf tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Pushing event updated for resources: {'Port': ['ID=c6759069-5dc1-47b5-83ef-ca8e09e4bcd5,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:30.260464 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-b854d888-39a9-45bb-88b5-29c48d5b4aaf tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:30.261064 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-b854d888-39a9-45bb-88b5-29c48d5b4aaf tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:30.274654 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-b854d888-39a9-45bb-88b5-29c48d5b4aaf tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5339451 Sep 07 07:17:30.283990 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dbc5f113-eb84-48f1-b28d-6cf32825cebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:30.294506 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Request body: {'port': {'device_id': '6be9449a-a9d5-491c-a600-1fae38d22c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:17:30.348755 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:30.495749 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326b4c5-0f91-4a97-a012-cb20f2715872 req-83c668a0-58e5-436e-89a9-52b72613ce5a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:30.497234 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5326b4c5-0f91-4a97-a012-cb20f2715872 req-83c668a0-58e5-436e-89a9-52b72613ce5a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 944 time: 0.0501416 Sep 07 07:17:30.532682 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5930c88-5b98-4702-840d-130adbdb12e7 req-c4f0fbfb-df34-40f8-9189-7435dbb4c870 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:30.534696 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a5930c88-5b98-4702-840d-130adbdb12e7 req-c4f0fbfb-df34-40f8-9189-7435dbb4c870 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0836227 Sep 07 07:17:30.535319 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5326b4c5-0f91-4a97-a012-cb20f2715872 req-0a17aa6a-8cc8-4aa1-b021-6654ebbe376a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313962 Sep 07 07:17:30.608732 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a5930c88-5b98-4702-840d-130adbdb12e7 req-463635da-e964-4f95-bf77-98e97374a0d1 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671449 Sep 07 07:17:30.652807 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651b2b9-26a5-4279-af03-00068f002f54 req-94e4b91b-b4ef-42bb-9232-c2be22435701 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:30.654294 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0651b2b9-26a5-4279-af03-00068f002f54 req-94e4b91b-b4ef-42bb-9232-c2be22435701 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 932 time: 0.0481117 Sep 07 07:17:30.692649 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0651b2b9-26a5-4279-af03-00068f002f54 req-9f55def9-e15f-4f1c-91c0-05c6fedd844d tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316384 Sep 07 07:17:30.698972 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:17:30.710907 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:30.733420 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Transition to ACTIVE for port object c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:17:30.740276 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:30.771948 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-e75b1346-f5a5-4c68-8218-107e148fb210 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-105710416&fields=id&tenant_id=db239e9484a645ba8702e3d4acca353f HTTP/1.1" status: 200 len: 267 time: 0.0759134 Sep 07 07:17:30.813669 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Pushing event updated for resources: {'Port': ['ID=c6759069-5dc1-47b5-83ef-ca8e09e4bcd5,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:30.941256 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-c398df3f-36d5-4477-8c41-fed195fdfde5 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:30.942688 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-c398df3f-36d5-4477-8c41-fed195fdfde5 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/networks?id=b37c286e-c1b1-4070-bbee-43c9f27fe1ed HTTP/1.1" status: 200 len: 808 time: 0.1598990 Sep 07 07:17:30.946631 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Attempting to bind port c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:17:30.946962 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Attempting to bind port c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'cf1c1dbb-c329-4dc0-a11a-bc057a87752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a8594d2-eeb3-47f8-bcde-c2d3101c5af9'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:17:30.947285 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Attempting to bind port c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 on network 8a8594d2-eeb3-47f8-bcde-c2d3101c5af9 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:17:30.962158 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Port c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 on network 8a8594d2-eeb3-47f8-bcde-c2d3101c5af9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:17:30.962474 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Attempting to bind port c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 on network 8a8594d2-eeb3-47f8-bcde-c2d3101c5af9 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:17:30.966113 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-c74ef147-970e-44bd-bc65-ff4f04d0a690 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/quotas/db239e9484a645ba8702e3d4acca353f HTTP/1.1" status: 200 len: 375 time: 0.0167310 Sep 07 07:17:30.968661 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:17:30.968994 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Checking segment: {'id': 'cf1c1dbb-c329-4dc0-a11a-bc057a87752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a8594d2-eeb3-47f8-bcde-c2d3101c5af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:17:30.969364 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Bound using segment: {'id': 'cf1c1dbb-c329-4dc0-a11a-bc057a87752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a8594d2-eeb3-47f8-bcde-c2d3101c5af9'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:17:30.969781 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Bound port: c6759069-5dc1-47b5-83ef-ca8e09e4bcd5, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf1c1dbb-c329-4dc0-a11a-bc057a87752a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8a8594d2-eeb3-47f8-bcde-c2d3101c5af9'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:17:30.970131 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:31.058578 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-6f871e3c-0c33-468f-b5ee-a7075412a538 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=db239e9484a645ba8702e3d4acca353f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857942 Sep 07 07:17:31.069036 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] For port c6759069-5dc1-47b5-83ef-ca8e09e4bcd5, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:17:31.079609 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] For port c6759069-5dc1-47b5-83ef-ca8e09e4bcd5, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c6759069-5dc1-47b5-83ef-ca8e09e4bcd5,segment=NetworkSegment(cf1c1dbb-c329-4dc0-a11a-bc057a87752a),segment_id=cf1c1dbb-c329-4dc0-a11a-bc057a87752a)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:17:31.096345 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:31.103196 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:31.110140 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 538f3267-0499-4650-9692-65d04ea69a8a up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:17:31.156794 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port 538f3267-0499-4650-9692-65d04ea69a8a completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:17:31.161034 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port 538f3267-0499-4650-9692-65d04ea69a8a triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:17:31.161405 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:31.162716 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:31.163351 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:31.164729 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] 10.222.0.15 "PUT /v2.0/ports/c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 HTTP/1.1" status: 200 len: 1094 time: 0.8743494 Sep 07 07:17:31.166600 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be9449a-a9d5-491c-a600-1fae38d22c4d', 'tag': 'c6759069-5dc1-47b5-83ef-ca8e09e4bcd5'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:17:31.168858 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b033111f-ae5d-43b3-b679-2ac8fee84c95" -d '{"events": [{"name": "network-changed", "server_uuid": "6be9449a-a9d5-491c-a600-1fae38d22c4d", "tag": "c6759069-5dc1-47b5-83ef-ca8e09e4bcd5"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:17:31.202556 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a849ca6-02a2-468b-b055-f57d2d48c785 service neutron] Pushing event updated for resources: {'Port': ['ID=c6759069-5dc1-47b5-83ef-ca8e09e4bcd5,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:31.215977 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7bb93e-7218-4d24-8613-f84e9523e530 x-openstack-request-id: req-2e7bb93e-7218-4d24-8613-f84e9523e530 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:17:31.216266 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be9449a-a9d5-491c-a600-1fae38d22c4d", "tag": "c6759069-5dc1-47b5-83ef-ca8e09e4bcd5", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:17:31.216525 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e7bb93e-7218-4d24-8613-f84e9523e530 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:17:31.216957 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be9449a-a9d5-491c-a600-1fae38d22c4d', 'tag': 'c6759069-5dc1-47b5-83ef-ca8e09e4bcd5', 'status': 'completed', 'code': 200} Sep 07 07:17:31.223247 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-dd54ef3a-f8dc-4652-97ed-bdb3ba15799b service neutron] 10.222.0.30 "GET /v2.0/networks/b37c286e-c1b1-4070-bbee-43c9f27fe1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519010 Sep 07 07:17:31.277657 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:31.304884 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766c0654-2e1c-4f11-b271-f3ebed340a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538f3267-0499-4650-9692-65d04ea69a8a'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:17:31.307199 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ec6b68-09f3-49d3-afdc-fba853adc81f" -d '{"events": [{"server_uuid": "766c0654-2e1c-4f11-b271-f3ebed340a84", "name": "network-vif-plugged", "status": "completed", "tag": "538f3267-0499-4650-9692-65d04ea69a8a"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:17:31.319885 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 538f3267-0499-4650-9692-65d04ea69a8a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=538f3267-0499-4650-9692-65d04ea69a8a,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:17:31.325746 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:31.339236 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033111f-ae5d-43b3-b679-2ac8fee84c95 req-168e89d7-bed8-4925-be37-b6d68ca76c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:31.340811 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b033111f-ae5d-43b3-b679-2ac8fee84c95 req-168e89d7-bed8-4925-be37-b6d68ca76c81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdae81bc721d4108bc4e33670d40b35d&device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 1097 time: 0.0542634 Sep 07 07:17:31.351467 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-2a86aacb-db0a-44bf-b671-d80b5e48b5bf service neutron] 10.222.0.30 "GET /v2.0/networks/b37c286e-c1b1-4070-bbee-43c9f27fe1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219466 Sep 07 07:17:31.375326 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818d405f-a265-42f1-b600-6e8b7f70c3b5 x-openstack-request-id: req-818d405f-a265-42f1-b600-6e8b7f70c3b5 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:17:31.375637 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766c0654-2e1c-4f11-b271-f3ebed340a84", "name": "network-vif-plugged", "status": "completed", "tag": "538f3267-0499-4650-9692-65d04ea69a8a", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:17:31.375911 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-818d405f-a265-42f1-b600-6e8b7f70c3b5 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:17:31.376349 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766c0654-2e1c-4f11-b271-f3ebed340a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538f3267-0499-4650-9692-65d04ea69a8a', 'code': 200} Sep 07 07:17:31.390890 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=538f3267-0499-4650-9692-65d04ea69a8a,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:31.528780 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033111f-ae5d-43b3-b679-2ac8fee84c95 req-b58dd005-84a5-470e-9f88-37a2ee994e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:31.530401 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b033111f-ae5d-43b3-b679-2ac8fee84c95 req-b58dd005-84a5-470e-9f88-37a2ee994e67 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cdae81bc721d4108bc4e33670d40b35d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1133535 Sep 07 07:17:31.698027 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033111f-ae5d-43b3-b679-2ac8fee84c95 req-99a8ddf4-d7ee-4bc8-9628-76dfc0f4881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:31.699813 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b033111f-ae5d-43b3-b679-2ac8fee84c95 req-99a8ddf4-d7ee-4bc8-9628-76dfc0f4881e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1565735 Sep 07 07:17:31.796439 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67baff48-2dfa-4bac-a96c-42ce46974ec0 req-654c1d0b-ea23-4f38-8191-b4068deff95a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:31.799142 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67baff48-2dfa-4bac-a96c-42ce46974ec0 req-654c1d0b-ea23-4f38-8191-b4068deff95a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 945 time: 0.0849934 Sep 07 07:17:31.847447 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67baff48-2dfa-4bac-a96c-42ce46974ec0 req-77b13253-9c90-4cbb-9e1a-5c6852cb9b04 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420008 Sep 07 07:17:31.919339 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-45916ed7-9122-4cc8-890c-c6c3854fc14f req-da728551-8069-464c-81d2-a7f92a1a804e tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 210 time: 0.0292373 Sep 07 07:17:32.029646 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d58f3-0ca9-4629-ab90-c5b708a8510d req-a519628e-668f-4b7d-a7d2-d08cd426240f tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:32.031526 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-381d58f3-0ca9-4629-ab90-c5b708a8510d req-a519628e-668f-4b7d-a7d2-d08cd426240f tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 944 time: 0.0537648 Sep 07 07:17:32.079809 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-381d58f3-0ca9-4629-ab90-c5b708a8510d req-f6eed280-6be1-4f20-98c8-59976772d439 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 Sep 07 07:17:32.133406 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8ad99-50ba-46ff-b2f7-b61e39f742e7 req-c2682359-f313-4172-b9b3-4dd33b0860e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:32.134919 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-90b8ad99-50ba-46ff-b2f7-b61e39f742e7 req-c2682359-f313-4172-b9b3-4dd33b0860e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 1099 time: 0.3942225 Sep 07 07:17:32.159605 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf03a1c-4a9a-466b-8c7f-8790dec8dc8a req-12ae8173-a357-431e-b059-1419b18363c3 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:32.161029 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3cf03a1c-4a9a-466b-8c7f-8790dec8dc8a req-12ae8173-a357-431e-b059-1419b18363c3 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.3954206 Sep 07 07:17:32.162692 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e11a92-41ea-4405-bc1e-d25ed83492fc req-697305d0-da77-4739-9b51-e6002adce69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:32.164032 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-78e11a92-41ea-4405-bc1e-d25ed83492fc req-697305d0-da77-4739-9b51-e6002adce69c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 1098 time: 0.3867433 Sep 07 07:17:32.166770 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-4d42ec76-9734-475f-994f-67ddf6530171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:32.168159 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-4d42ec76-9734-475f-994f-67ddf6530171 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdae81bc721d4108bc4e33670d40b35d&device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 1097 time: 0.3793361 Sep 07 07:17:32.254889 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-90b8ad99-50ba-46ff-b2f7-b61e39f742e7 req-6d1757bc-d874-44d8-8eb1-5eecf4e4ce1f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083210 Sep 07 07:17:32.261744 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-1a83dfc0-1030-4c8f-904d-781e3a61a32c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0622997 Sep 07 07:17:32.270234 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3cf03a1c-4a9a-466b-8c7f-8790dec8dc8a req-85091407-22f5-40b9-a2c9-26560c89defb tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960753 Sep 07 07:17:32.275540 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-78e11a92-41ea-4405-bc1e-d25ed83492fc req-d6c7decb-f382-4646-a85f-260ae6619921 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770972 Sep 07 07:17:33.297436 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:33.936566 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-53f63b78-01bc-47f2-8380-1432a3e24577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:33.938009 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-53f63b78-01bc-47f2-8380-1432a3e24577 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13aa5f7b-a49e-4dc9-93c7-8c7dc2d2a66d HTTP/1.1" status: 200 len: 854 time: 0.0463612 Sep 07 07:17:34.175877 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-d0a809f1-d0f4-4005-8154-56e4ee85825b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8a8594d2-eeb3-47f8-bcde-c2d3101c5af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358398 Sep 07 07:17:34.232150 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7af79b-9217-43e1-af8f-a33b1988830b req-8094979b-ba25-473b-8285-d57248f67672 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:34.233627 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ca7af79b-9217-43e1-af8f-a33b1988830b req-8094979b-ba25-473b-8285-d57248f67672 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 945 time: 0.0590804 Sep 07 07:17:34.252679 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4fe4d1e2-185d-4702-94dd-517b1da8c8ac req-b583d1b8-ffc6-4d56-a6e7-41e3c7f777f8 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 210 time: 0.0274122 Sep 07 07:17:34.275812 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ca7af79b-9217-43e1-af8f-a33b1988830b req-e3983b53-5075-4d26-9359-da866c814811 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361507 Sep 07 07:17:34.373643 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fbb91-a219-432e-8c25-0eb8c317c514 req-b79d0dfd-d4b6-42de-a07b-6094aa6222af tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:34.375166 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2d2fbb91-a219-432e-8c25-0eb8c317c514 req-b79d0dfd-d4b6-42de-a07b-6094aa6222af tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0477273 Sep 07 07:17:34.407035 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39565692-e8d9-4f1b-979c-41dfff9a13a8 req-2cc26a95-40bc-4c86-985f-8c15d51cefde tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:34.408579 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-39565692-e8d9-4f1b-979c-41dfff9a13a8 req-2cc26a95-40bc-4c86-985f-8c15d51cefde tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 944 time: 0.0957847 Sep 07 07:17:34.412636 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2d2fbb91-a219-432e-8c25-0eb8c317c514 req-b41649a8-8126-4775-8fd3-b9891cf576ef tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310583 Sep 07 07:17:34.425070 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-8b133bef-1d32-4f08-9a15-c5b1eb712f37 service neutron] 10.222.0.15 "GET /v2.0/networks/8a8594d2-eeb3-47f8-bcde-c2d3101c5af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376407 Sep 07 07:17:34.475045 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-39565692-e8d9-4f1b-979c-41dfff9a13a8 req-293c4470-54f4-4fc3-bb17-941cee3bf930 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593271 Sep 07 07:17:34.532270 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-81e55df5-bd5d-4248-bb1e-d4a93865cdb9 req-c3af314a-80cc-477b-bf66-9d0b8582be7e service neutron] 10.222.0.15 "GET /v2.0/networks/8a8594d2-eeb3-47f8-bcde-c2d3101c5af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972757 Sep 07 07:17:34.894011 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-add791e4-23ff-4fee-8a73-d364b94bf7d2 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:34.895464 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-add791e4-23ff-4fee-8a73-d364b94bf7d2 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.15 "GET /v2.0/networks?id=b37c286e-c1b1-4070-bbee-43c9f27fe1ed HTTP/1.1" status: 200 len: 808 time: 0.0988584 Sep 07 07:17:34.944375 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-cdbcd668-ce79-4a53-8309-067921f2888a tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db239e9484a645ba8702e3d4acca353f HTTP/1.1" status: 200 len: 379 time: 0.0338705 Sep 07 07:17:34.963930 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-9b6733f3-e5f0-4d82-bfb4-fb58f97f68b4 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Request body: {'port': {'device_id': '97f3c742-ec02-4582-b824-eda0b2551dca', 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'admin_state_up': True, 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'security_groups': ['21bdacf8-a21d-4dad-affc-2dcd2b45117c']}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:17:35.071667 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-9b6733f3-e5f0-4d82-bfb4-fb58f97f68b4 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Made reservation on behalf of db239e9484a645ba8702e3d4acca353f for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:17:35.075935 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-9b6733f3-e5f0-4d82-bfb4-fb58f97f68b4 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:35.197421 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-9b6733f3-e5f0-4d82-bfb4-fb58f97f68b4 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Allocated IP 172.20.0.5 (b37c286e-c1b1-4070-bbee-43c9f27fe1ed/a4b242df-fa33-490c-8ae0-7b94f961cc53/2d25c309-8f7d-4186-8f1f-930b06ede58d) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:17:35.335574 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-9b6733f3-e5f0-4d82-bfb4-fb58f97f68b4 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:35.351269 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-9b6733f3-e5f0-4d82-bfb4-fb58f97f68b4 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Transition to ACTIVE for port object 2d25c309-8f7d-4186-8f1f-930b06ede58d will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:17:35.386523 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f787e9f8-5c6e-4c9b-b168-8d7d43360d7e req-d199994c-1e44-4289-8090-fbb7ce63ba9e tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 210 time: 0.0303705 Sep 07 07:17:35.410894 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-9b6733f3-e5f0-4d82-bfb4-fb58f97f68b4 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:35.439400 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409e87d-7812-43b0-adaf-d25d57cb4d50 req-f9797556-914a-4ccc-b3be-d1f5450a89d8 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:35.441160 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6409e87d-7812-43b0-adaf-d25d57cb4d50 req-f9797556-914a-4ccc-b3be-d1f5450a89d8 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 945 time: 0.0594225 Sep 07 07:17:35.456224 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-9b6733f3-e5f0-4d82-bfb4-fb58f97f68b4 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Network b37c286e-c1b1-4070-bbee-43c9f27fe1ed is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:17:35.463455 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-9b6733f3-e5f0-4d82-bfb4-fb58f97f68b4 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:17:35.468118 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-9b6733f3-e5f0-4d82-bfb4-fb58f97f68b4 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:17:35.471226 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6733f3-e5f0-4d82-bfb4-fb58f97f68b4 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Pushing event updated for resources: {'Port': ['ID=2d25c309-8f7d-4186-8f1f-930b06ede58d,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:35.504645 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6409e87d-7812-43b0-adaf-d25d57cb4d50 req-6784c6bc-8b28-47fe-ab76-3e7aee70b1e1 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578499 Sep 07 07:17:35.546217 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-9b6733f3-e5f0-4d82-bfb4-fb58f97f68b4 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:35.546833 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-9b6733f3-e5f0-4d82-bfb4-fb58f97f68b4 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:35.572643 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fcba7-6fb9-47bd-9556-77c670bee7a4 req-2bb1795a-a381-441a-b40d-8c3bee83cf75 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:35.574287 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d14fcba7-6fb9-47bd-9556-77c670bee7a4 req-2bb1795a-a381-441a-b40d-8c3bee83cf75 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0819118 Sep 07 07:17:35.583196 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-9b6733f3-e5f0-4d82-bfb4-fb58f97f68b4 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6227486 Sep 07 07:17:35.607850 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Request body: {'port': {'device_id': '97f3c742-ec02-4582-b824-eda0b2551dca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:17:35.625807 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea423a37-0f10-42f4-a797-9be8047b26a6 req-d47d2df0-49fb-4f47-9eee-4b58d85edd28 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:35.627715 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ea423a37-0f10-42f4-a797-9be8047b26a6 req-d47d2df0-49fb-4f47-9eee-4b58d85edd28 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 944 time: 0.0603580 Sep 07 07:17:35.649708 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d14fcba7-6fb9-47bd-9556-77c670bee7a4 req-f59a5124-b936-4527-a526-7ce005dbb882 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655043 Sep 07 07:17:35.669288 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ea423a37-0f10-42f4-a797-9be8047b26a6 req-879f6ab3-12b3-4db9-ab46-0241c96686e3 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351055 Sep 07 07:17:35.678436 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:35.729630 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-6b8c173a-a21a-4fe8-9ea9-5c1da0d994f1 None None] Provisioning for port 2d25c309-8f7d-4186-8f1f-930b06ede58d completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:17:35.733279 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-6b8c173a-a21a-4fe8-9ea9-5c1da0d994f1 None None] Provisioning complete for port 2d25c309-8f7d-4186-8f1f-930b06ede58d triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:17:35.733647 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6b8c173a-a21a-4fe8-9ea9-5c1da0d994f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:35.769957 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-6b8c173a-a21a-4fe8-9ea9-5c1da0d994f1 None None] Port 2d25c309-8f7d-4186-8f1f-930b06ede58d cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:17:35.934907 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d25c309-8f7d-4186-8f1f-930b06ede58d {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:17:35.942471 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:35.954164 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Transition to ACTIVE for port object 2d25c309-8f7d-4186-8f1f-930b06ede58d will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:17:35.958395 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:36.006168 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Pushing event updated for resources: {'Port': ['ID=2d25c309-8f7d-4186-8f1f-930b06ede58d,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:36.084613 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Attempting to bind port 2d25c309-8f7d-4186-8f1f-930b06ede58d on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:17:36.085088 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Attempting to bind port 2d25c309-8f7d-4186-8f1f-930b06ede58d by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '510416b6-f31e-4076-bc42-465c17e84082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:17:36.085307 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Attempting to bind port 2d25c309-8f7d-4186-8f1f-930b06ede58d on network b37c286e-c1b1-4070-bbee-43c9f27fe1ed {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:17:36.089765 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Port 2d25c309-8f7d-4186-8f1f-930b06ede58d on network b37c286e-c1b1-4070-bbee-43c9f27fe1ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:17:36.090141 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Attempting to bind port 2d25c309-8f7d-4186-8f1f-930b06ede58d on network b37c286e-c1b1-4070-bbee-43c9f27fe1ed {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:17:36.095773 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:17:36.096116 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Checking segment: {'id': '510416b6-f31e-4076-bc42-465c17e84082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:17:36.096503 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Bound using segment: {'id': '510416b6-f31e-4076-bc42-465c17e84082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:17:36.096927 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Bound port: 2d25c309-8f7d-4186-8f1f-930b06ede58d, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510416b6-f31e-4076-bc42-465c17e84082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:17:36.097292 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:36.162206 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] For port 2d25c309-8f7d-4186-8f1f-930b06ede58d, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:17:36.165391 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] For port 2d25c309-8f7d-4186-8f1f-930b06ede58d, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2d25c309-8f7d-4186-8f1f-930b06ede58d,segment=NetworkSegment(510416b6-f31e-4076-bc42-465c17e84082),segment_id=510416b6-f31e-4076-bc42-465c17e84082)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:17:36.170789 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:36.204913 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:36.205667 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:36.206892 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] 10.222.0.15 "PUT /v2.0/ports/2d25c309-8f7d-4186-8f1f-930b06ede58d HTTP/1.1" status: 200 len: 1093 time: 0.6037149 Sep 07 07:17:36.207346 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f3c742-ec02-4582-b824-eda0b2551dca', 'tag': '2d25c309-8f7d-4186-8f1f-930b06ede58d'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:17:36.209569 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3f98e3-075d-4a16-beab-c2540a47510f" -d '{"events": [{"name": "network-changed", "server_uuid": "97f3c742-ec02-4582-b824-eda0b2551dca", "tag": "2d25c309-8f7d-4186-8f1f-930b06ede58d"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:17:36.232807 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fd970-4e72-468a-bfa6-d991ad9c5f5a service neutron] Pushing event updated for resources: {'Port': ['ID=2d25c309-8f7d-4186-8f1f-930b06ede58d,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:36.247481 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd430d0-44cb-4ad2-841a-149dba99ca4b x-openstack-request-id: req-6cd430d0-44cb-4ad2-841a-149dba99ca4b {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:17:36.247784 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f3c742-ec02-4582-b824-eda0b2551dca", "tag": "2d25c309-8f7d-4186-8f1f-930b06ede58d", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:17:36.248046 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6cd430d0-44cb-4ad2-841a-149dba99ca4b {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:17:36.248466 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f3c742-ec02-4582-b824-eda0b2551dca', 'tag': '2d25c309-8f7d-4186-8f1f-930b06ede58d', 'status': 'completed', 'code': 200} Sep 07 07:17:36.405690 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-701ab4b6-ea21-4979-8356-471b9f5966a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:36.407244 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-701ab4b6-ea21-4979-8356-471b9f5966a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db239e9484a645ba8702e3d4acca353f&device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 1096 time: 0.0494797 Sep 07 07:17:36.526413 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-3d2a89f7-b15a-46ac-84da-6690d1e1d9dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d25c309-8f7d-4186-8f1f-930b06ede58d HTTP/1.1" status: 200 len: 217 time: 0.0340075 Sep 07 07:17:36.676199 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3481d2-72a1-41a5-9b88-f193ddc2209e req-c6f8b717-7a8a-4efc-bf46-40ea38e15940 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:36.677696 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0f3481d2-72a1-41a5-9b88-f193ddc2209e req-c6f8b717-7a8a-4efc-bf46-40ea38e15940 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 945 time: 0.0481644 Sep 07 07:17:36.685345 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-4a34f35f-e13c-472c-baa8-2fa4223c4caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:36.687038 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-4a34f35f-e13c-472c-baa8-2fa4223c4caa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4b242df-fa33-490c-8ae0-7b94f961cc53 HTTP/1.1" status: 200 len: 847 time: 0.0714314 Sep 07 07:17:36.699439 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb806aed-e830-4da7-96fc-9d42612389d8 req-55adf8ce-7261-459d-b6b1-46fad995fe17 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:36.700861 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eb806aed-e830-4da7-96fc-9d42612389d8 req-55adf8ce-7261-459d-b6b1-46fad995fe17 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 943 time: 0.0957222 Sep 07 07:17:36.714806 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0f3481d2-72a1-41a5-9b88-f193ddc2209e req-31df370c-fc10-40d3-af0e-083290a2a9fc tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310111 Sep 07 07:17:36.771603 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eb806aed-e830-4da7-96fc-9d42612389d8 req-6bae71ef-310e-4fe1-8ccc-92c651780145 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639579 Sep 07 07:17:36.795036 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-a81d89f0-4949-4199-9ac4-92d2f8a61ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:36.796576 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-a81d89f0-4949-4199-9ac4-92d2f8a61ad4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b37c286e-c1b1-4070-bbee-43c9f27fe1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667577 Sep 07 07:17:36.842814 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ec480-e358-4e13-863d-7d7d882d8dc5 req-64c54a0f-8c50-4672-ac1a-0020962c9a21 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:36.844837 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1b3ec480-e358-4e13-863d-7d7d882d8dc5 req-64c54a0f-8c50-4672-ac1a-0020962c9a21 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0660391 Sep 07 07:17:36.887734 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1b3ec480-e358-4e13-863d-7d7d882d8dc5 req-47f4d66c-c97b-4ff2-bda1-2f15c129fe52 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346618 Sep 07 07:17:36.945930 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d853f-206c-4242-ac2f-a539298dd18e req-ee0b4c20-4fb3-485d-8097-f2ba014f86e7 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:36.947843 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-da5d853f-206c-4242-ac2f-a539298dd18e req-ee0b4c20-4fb3-485d-8097-f2ba014f86e7 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 944 time: 0.1103806 Sep 07 07:17:36.950508 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-24538bc7-6bea-4458-8c57-4bc972b99ca3 service neutron] 10.222.0.15 "GET /v2.0/networks/b37c286e-c1b1-4070-bbee-43c9f27fe1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450067 Sep 07 07:17:37.033917 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-da5d853f-206c-4242-ac2f-a539298dd18e req-a7ad56ed-850d-4f3e-a78e-e87d27966ca8 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776553 Sep 07 07:17:37.109477 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e0256895-01d1-41f9-92f1-0dca3a132ebe req-6cee117a-a542-43f6-8c97-faf45d9160b2 service neutron] 10.222.0.15 "GET /v2.0/networks/b37c286e-c1b1-4070-bbee-43c9f27fe1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513596 Sep 07 07:17:37.228029 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53285770-3624-45e5-a5ce-3230514d1361 req-b08f27c9-ab2e-45b6-80c5-cdff98941aba tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:37.229544 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-53285770-3624-45e5-a5ce-3230514d1361 req-b08f27c9-ab2e-45b6-80c5-cdff98941aba tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0496082 Sep 07 07:17:37.266055 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-53285770-3624-45e5-a5ce-3230514d1361 req-50931031-6266-491d-adf0-26eb8da9db63 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305531 Sep 07 07:17:37.336033 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cbadc-9e9d-402b-ac08-2737b50af021 req-31b9147d-06f1-4abe-8927-3a54c0ddd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:37.337489 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d60cbadc-9e9d-402b-ac08-2737b50af021 req-31b9147d-06f1-4abe-8927-3a54c0ddd1a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb7c30e28f5a4344a4da4d5176d3e82d&device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 1099 time: 0.0691812 Sep 07 07:17:37.339191 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f98e3-075d-4a16-beab-c2540a47510f req-932180c7-be3a-4064-a807-d8c58656bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:37.340531 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1f3f98e3-075d-4a16-beab-c2540a47510f req-932180c7-be3a-4064-a807-d8c58656bffe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db239e9484a645ba8702e3d4acca353f&device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 1096 time: 0.0711970 Sep 07 07:17:37.496962 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cbadc-9e9d-402b-ac08-2737b50af021 req-f48991df-d654-440a-beb6-78571489838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:37.498286 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d60cbadc-9e9d-402b-ac08-2737b50af021 req-f48991df-d654-440a-beb6-78571489838f service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1c7b4bc-0a52-4394-8c93-76554197629b HTTP/1.1" status: 200 len: 919 time: 0.1461968 Sep 07 07:17:37.499347 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f98e3-075d-4a16-beab-c2540a47510f req-414ba6ff-eaa1-4bd4-9fec-71a2b764cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:37.500621 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1f3f98e3-075d-4a16-beab-c2540a47510f req-414ba6ff-eaa1-4bd4-9fec-71a2b764cdd8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b37c286e-c1b1-4070-bbee-43c9f27fe1ed HTTP/1.1" status: 200 len: 909 time: 0.1418056 Sep 07 07:17:37.549763 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d60cbadc-9e9d-402b-ac08-2737b50af021 req-4539939b-ecc4-46be-a219-c20c11825aca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9311c422-7a01-4d08-8cd5-c1e6a13322d3 HTTP/1.1" status: 200 len: 217 time: 0.0382767 Sep 07 07:17:37.586703 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1f3f98e3-075d-4a16-beab-c2540a47510f req-3d7d7aaf-81d6-4899-b7e4-3b78e78f115e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d25c309-8f7d-4186-8f1f-930b06ede58d HTTP/1.1" status: 200 len: 217 time: 0.0740585 Sep 07 07:17:37.657322 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cbadc-9e9d-402b-ac08-2737b50af021 req-74cc64ef-328f-4635-9228-5771294a3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:37.658783 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d60cbadc-9e9d-402b-ac08-2737b50af021 req-74cc64ef-328f-4635-9228-5771294a3938 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68dc2d8-9d27-41b8-aaab-67bbe02805ae HTTP/1.1" status: 200 len: 858 time: 0.0803945 Sep 07 07:17:37.663571 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f98e3-075d-4a16-beab-c2540a47510f req-b1c6f7bd-ce5b-4bd7-86a6-98f4a8f2f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:37.664884 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1f3f98e3-075d-4a16-beab-c2540a47510f req-b1c6f7bd-ce5b-4bd7-86a6-98f4a8f2f5ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4b242df-fa33-490c-8ae0-7b94f961cc53 HTTP/1.1" status: 200 len: 847 time: 0.0557649 Sep 07 07:17:37.726128 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d60cbadc-9e9d-402b-ac08-2737b50af021 req-9b84674a-bcb5-4556-a805-f72c19e6b70d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1c7b4bc-0a52-4394-8c93-76554197629b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290606 Sep 07 07:17:37.808164 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f98e3-075d-4a16-beab-c2540a47510f req-ceba1fe2-8e8b-4c94-af0f-97f1328962df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:37.809558 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1f3f98e3-075d-4a16-beab-c2540a47510f req-ceba1fe2-8e8b-4c94-af0f-97f1328962df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b37c286e-c1b1-4070-bbee-43c9f27fe1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1114001 Sep 07 07:17:37.830511 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d60cbadc-9e9d-402b-ac08-2737b50af021 req-576016f0-d1a8-4eb4-88a8-160132239afd service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886333 Sep 07 07:17:38.058778 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057db2ee-6883-40ef-b9c0-d2eec26b597c req-9ccb31ae-ef59-44ca-83f0-d626cfc7e96d tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:38.060195 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-057db2ee-6883-40ef-b9c0-d2eec26b597c req-9ccb31ae-ef59-44ca-83f0-d626cfc7e96d tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 943 time: 0.1427546 Sep 07 07:17:38.070458 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d60cbadc-9e9d-402b-ac08-2737b50af021 req-8050f1b4-60fb-402b-ba7f-39f5d5b77d49 service neutron] 10.222.0.15 "GET /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915658 Sep 07 07:17:38.072319 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1f3f98e3-075d-4a16-beab-c2540a47510f req-bbb3b230-69ee-471c-9cf7-65be67d600f5 service neutron] 10.222.0.15 "GET /v2.0/networks/b37c286e-c1b1-4070-bbee-43c9f27fe1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013485 Sep 07 07:17:38.122384 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-057db2ee-6883-40ef-b9c0-d2eec26b597c req-85527d36-9962-40a5-8b75-36f090289775 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554135 Sep 07 07:17:38.159378 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d00257-ec26-4da7-87b1-c52c0fedfb6b req-78b9ae49-444c-4f00-82fb-596cdc6c7f3a tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:38.160967 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-50d00257-ec26-4da7-87b1-c52c0fedfb6b req-78b9ae49-444c-4f00-82fb-596cdc6c7f3a tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 944 time: 0.0573959 Sep 07 07:17:38.190713 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1f3f98e3-075d-4a16-beab-c2540a47510f req-2e6548f8-9a9b-4cc8-ad1f-ff946a84b5ef service neutron] 10.222.0.15 "GET /v2.0/networks/b37c286e-c1b1-4070-bbee-43c9f27fe1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996540 Sep 07 07:17:38.197981 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-50d00257-ec26-4da7-87b1-c52c0fedfb6b req-5fe4f0d1-df41-4435-bbf7-421de36b8aea tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309308 Sep 07 07:17:38.380320 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd4a83-ee4f-45ef-9796-ddf466e55ecb req-918700ab-5c65-4bcb-a16c-002ef9610c6a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:38.381799 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c6cd4a83-ee4f-45ef-9796-ddf466e55ecb req-918700ab-5c65-4bcb-a16c-002ef9610c6a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0486431 Sep 07 07:17:38.418487 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c6cd4a83-ee4f-45ef-9796-ddf466e55ecb req-1ff9c54b-e233-4e31-8903-2a55a841755a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307395 Sep 07 07:17:39.162240 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:17:39.256516 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adb1b1-09fd-4d5e-b337-ae0b679cb0b8 req-2411cf37-ecd7-4525-bdab-ba8d95597d35 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:39.258161 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-65adb1b1-09fd-4d5e-b337-ae0b679cb0b8 req-2411cf37-ecd7-4525-bdab-ba8d95597d35 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 943 time: 0.0609589 Sep 07 07:17:39.265487 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port c6759069-5dc1-47b5-83ef-ca8e09e4bcd5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c6759069-5dc1-47b5-83ef-ca8e09e4bcd5,segment=NetworkSegment(cf1c1dbb-c329-4dc0-a11a-bc057a87752a),segment_id=cf1c1dbb-c329-4dc0-a11a-bc057a87752a)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:17:39.277493 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': 'c6759069-5dc1-47b5-83ef-ca8e09e4bcd5', 'network_id': '8a8594d2-eeb3-47f8-bcde-c2d3101c5af9', 'port_id': 'c6759069-5dc1-47b5-83ef-ca8e09e4bcd5', 'mac_address': 'fa:16:3e:17:a3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13aa5f7b-a49e-4dc9-93c7-8c7dc2d2a66d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:17:39.296607 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-65adb1b1-09fd-4d5e-b337-ae0b679cb0b8 req-4c08613b-67a8-4b5b-8c1e-05a817d57508 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324960 Sep 07 07:17:39.316919 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e6bbe-1f44-47ce-aabb-8a29256c0f17 req-10f0e120-ac49-4aeb-a7b1-46660e8db029 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:39.318409 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-de7e6bbe-1f44-47ce-aabb-8a29256c0f17 req-10f0e120-ac49-4aeb-a7b1-46660e8db029 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 944 time: 0.0520265 Sep 07 07:17:39.329509 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:39.358537 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-de7e6bbe-1f44-47ce-aabb-8a29256c0f17 req-729d2ee5-c0d6-4789-9439-5315190ec700 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338628 Sep 07 07:17:39.464522 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:17:39.484922 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port c6759069-5dc1-47b5-83ef-ca8e09e4bcd5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c6759069-5dc1-47b5-83ef-ca8e09e4bcd5,segment=NetworkSegment(cf1c1dbb-c329-4dc0-a11a-bc057a87752a),segment_id=cf1c1dbb-c329-4dc0-a11a-bc057a87752a)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:17:39.490065 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:39.536034 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004df147-f34f-48c5-9496-b0e14556ab38 req-a12a88d8-d4e6-4877-82ab-3d6fd8d645ec tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:39.537581 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-004df147-f34f-48c5-9496-b0e14556ab38 req-a12a88d8-d4e6-4877-82ab-3d6fd8d645ec tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0521021 Sep 07 07:17:39.539797 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=c6759069-5dc1-47b5-83ef-ca8e09e4bcd5,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:39.586659 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-004df147-f34f-48c5-9496-b0e14556ab38 req-34f13e59-692d-43df-8517-577c8f7805a0 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428290 Sep 07 07:17:40.084123 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['c6759069-5dc1-47b5-83ef-ca8e09e4bcd5'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:17:40.194383 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 54674) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:17:40.317833 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-83b0771f-f15d-4dc9-89af-039dbde33f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:40.415530 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-83b0771f-f15d-4dc9-89af-039dbde33f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:40.420007 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-83b0771f-f15d-4dc9-89af-039dbde33f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:40.422194 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb32ab-a10e-4b92-a5d8-d02d3890d3ef req-2570bb19-00f4-4302-b7a6-0293f3df9a18 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:40.424318 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-67eb32ab-a10e-4b92-a5d8-d02d3890d3ef req-2570bb19-00f4-4302-b7a6-0293f3df9a18 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 943 time: 0.0518286 Sep 07 07:17:40.462045 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-67eb32ab-a10e-4b92-a5d8-d02d3890d3ef req-4b2684fc-ea15-40f5-8272-f9f2f3c431e5 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308528 Sep 07 07:17:40.485715 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0771f-f15d-4dc9-89af-039dbde33f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6dcd12-3ccf-4abf-9af2-70ea68750ae6,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:40.491461 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-83b0771f-f15d-4dc9-89af-039dbde33f23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02c9c636438344a194d27ed9b09cf9ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959661 Sep 07 07:17:40.494153 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 54682) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:17:40.498427 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0771f-f15d-4dc9-89af-039dbde33f23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:40.498781 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0771f-f15d-4dc9-89af-039dbde33f23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:40.499122 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0771f-f15d-4dc9-89af-039dbde33f23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:40.499489 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0771f-f15d-4dc9-89af-039dbde33f23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:40.499826 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0771f-f15d-4dc9-89af-039dbde33f23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:40.500159 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0771f-f15d-4dc9-89af-039dbde33f23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:40.500488 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0771f-f15d-4dc9-89af-039dbde33f23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:40.500816 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0771f-f15d-4dc9-89af-039dbde33f23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:40.501144 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0771f-f15d-4dc9-89af-039dbde33f23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:40.501498 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0771f-f15d-4dc9-89af-039dbde33f23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:40.501821 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0771f-f15d-4dc9-89af-039dbde33f23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:40.502141 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0771f-f15d-4dc9-89af-039dbde33f23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:17:40.521118 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc2fa2-5b4c-4111-9643-44996f2a8082 req-94b0faab-d96e-4531-abfc-b8a269d0d4a3 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:40.522586 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0ecc2fa2-5b4c-4111-9643-44996f2a8082 req-94b0faab-d96e-4531-abfc-b8a269d0d4a3 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 945 time: 0.0845377 Sep 07 07:17:40.543177 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-20b10c81-4534-4015-99c0-9bf682801841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:40.560331 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0ecc2fa2-5b4c-4111-9643-44996f2a8082 req-4c9faf93-8837-48a7-8709-0c136c3daff0 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316660 Sep 07 07:17:40.565424 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-20b10c81-4534-4015-99c0-9bf682801841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:40.612008 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-20b10c81-4534-4015-99c0-9bf682801841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:40.614547 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-20b10c81-4534-4015-99c0-9bf682801841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:40.615700 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-20b10c81-4534-4015-99c0-9bf682801841 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f6dcd12-3ccf-4abf-9af2-70ea68750ae6 HTTP/1.1" status: 204 len: 168 time: 0.1205423 Sep 07 07:17:40.623132 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b10c81-4534-4015-99c0-9bf682801841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6dcd12-3ccf-4abf-9af2-70ea68750ae6,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:40.716172 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24aa18c-1b67-4174-88ad-d7a490fbb1f9 req-a3a23a06-62db-41d2-99c1-cbb643f4731e tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:40.717891 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c24aa18c-1b67-4174-88ad-d7a490fbb1f9 req-a3a23a06-62db-41d2-99c1-cbb643f4731e tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0521128 Sep 07 07:17:40.758263 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c24aa18c-1b67-4174-88ad-d7a490fbb1f9 req-0de359bd-08ee-49b5-a70b-d1babd0eb0a4 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333312 Sep 07 07:17:41.590125 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155156c-bf15-46f1-ba0f-b25d698c3c46 req-a81cf9dc-a52b-4476-b407-6491d0b2cf0b tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:41.591615 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9155156c-bf15-46f1-ba0f-b25d698c3c46 req-a81cf9dc-a52b-4476-b407-6491d0b2cf0b tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 943 time: 0.0601127 Sep 07 07:17:41.632893 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9155156c-bf15-46f1-ba0f-b25d698c3c46 req-4e852240-4a34-4a3f-a80a-bfac1e3ac6a9 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331120 Sep 07 07:17:41.682185 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1157311-2f52-45aa-95d9-ea0cc6c9914c req-78e0eaa6-12ea-4256-b1d0-5868edc92df1 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:41.683762 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d1157311-2f52-45aa-95d9-ea0cc6c9914c req-78e0eaa6-12ea-4256-b1d0-5868edc92df1 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 945 time: 0.0498762 Sep 07 07:17:41.743869 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d1157311-2f52-45aa-95d9-ea0cc6c9914c req-af9bace0-f599-45dd-b6fc-703e4cbca48e tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523672 Sep 07 07:17:41.881089 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcf6d3-5d9d-4292-8460-67f2b3a5bc31 req-f8068628-a8b7-45de-9e7c-3bddab43fb55 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:41.882742 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5efcf6d3-5d9d-4292-8460-67f2b3a5bc31 req-f8068628-a8b7-45de-9e7c-3bddab43fb55 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0530269 Sep 07 07:17:41.929850 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5efcf6d3-5d9d-4292-8460-67f2b3a5bc31 req-1ffc124b-fab9-47f4-bf48-3934cef2763d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344107 Sep 07 07:17:42.751904 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4ba96-fa86-4c43-a673-4a1c98cb14d8 req-df5845c5-ca54-463e-ba16-fe312e809f32 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:42.753344 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-75d4ba96-fa86-4c43-a673-4a1c98cb14d8 req-df5845c5-ca54-463e-ba16-fe312e809f32 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 943 time: 0.0468643 Sep 07 07:17:42.794114 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-75d4ba96-fa86-4c43-a673-4a1c98cb14d8 req-c6e48880-9ef3-4d00-ad1a-3f80e3ce154f tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350082 Sep 07 07:17:42.869515 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149e7f4-d550-4e79-a2f3-7014124c6dcf req-7fbb86f7-0c7a-4b95-b806-ee8b83163f11 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:42.871344 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8149e7f4-d550-4e79-a2f3-7014124c6dcf req-7fbb86f7-0c7a-4b95-b806-ee8b83163f11 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 945 time: 0.0539379 Sep 07 07:17:42.911270 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8149e7f4-d550-4e79-a2f3-7014124c6dcf req-52bd6c1c-48a0-4481-a6c5-c80cb526323e tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333326 Sep 07 07:17:43.046089 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba975ea3-3761-4755-8727-b9f12373baa4 req-143c07b7-bbb1-404a-9e99-0233d5d92421 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:43.047578 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ba975ea3-3761-4755-8727-b9f12373baa4 req-143c07b7-bbb1-404a-9e99-0233d5d92421 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0514486 Sep 07 07:17:43.086062 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ba975ea3-3761-4755-8727-b9f12373baa4 req-873df200-aeec-4d45-8c59-9179cddd4bec tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321276 Sep 07 07:17:43.201294 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:17:43.250450 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:17:43.254822 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:17:43.255205 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:43.334273 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:43.357962 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be9449a-a9d5-491c-a600-1fae38d22c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6759069-5dc1-47b5-83ef-ca8e09e4bcd5'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:17:43.360463 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab21b437-cad4-4ee3-b97d-b5812b9cd572" -d '{"events": [{"server_uuid": "6be9449a-a9d5-491c-a600-1fae38d22c4d", "name": "network-vif-plugged", "status": "completed", "tag": "c6759069-5dc1-47b5-83ef-ca8e09e4bcd5"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:17:43.376040 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port c6759069-5dc1-47b5-83ef-ca8e09e4bcd5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c6759069-5dc1-47b5-83ef-ca8e09e4bcd5,segment=NetworkSegment(cf1c1dbb-c329-4dc0-a11a-bc057a87752a),segment_id=cf1c1dbb-c329-4dc0-a11a-bc057a87752a)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:17:43.386684 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:43.411191 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a968b6-bdc6-48ad-99a9-4e6492be1978 x-openstack-request-id: req-78a968b6-bdc6-48ad-99a9-4e6492be1978 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:17:43.411517 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be9449a-a9d5-491c-a600-1fae38d22c4d", "name": "network-vif-plugged", "status": "completed", "tag": "c6759069-5dc1-47b5-83ef-ca8e09e4bcd5", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:17:43.411772 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78a968b6-bdc6-48ad-99a9-4e6492be1978 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:17:43.412164 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be9449a-a9d5-491c-a600-1fae38d22c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6759069-5dc1-47b5-83ef-ca8e09e4bcd5', 'code': 200} Sep 07 07:17:43.436100 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=c6759069-5dc1-47b5-83ef-ca8e09e4bcd5,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:43.649363 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bb492-d042-450e-b888-ce557361a90c req-76e94068-4b7b-4bd7-ade4-5a9fa25a38ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:43.650898 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-370bb492-d042-450e-b888-ce557361a90c req-76e94068-4b7b-4bd7-ade4-5a9fa25a38ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 1099 time: 0.0391660 Sep 07 07:17:43.687219 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-370bb492-d042-450e-b888-ce557361a90c req-47e43f5c-e736-4150-880b-e2fb11f9076a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270875 Sep 07 07:17:43.908966 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b070c-1dad-413d-937f-634e2243d398 req-11c500bb-6aa1-43a7-90ed-d8746639c669 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:43.910535 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-233b070c-1dad-413d-937f-634e2243d398 req-11c500bb-6aa1-43a7-90ed-d8746639c669 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 943 time: 0.0480833 Sep 07 07:17:43.947280 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-233b070c-1dad-413d-937f-634e2243d398 req-253fc453-6ed3-48d6-9281-f43f14a9fed4 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308859 Sep 07 07:17:44.047853 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2018f4-a505-440b-be27-ae2a9ffa122b req-c1b0f845-da82-46b7-ad49-83bccd10f37f tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:44.049301 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7b2018f4-a505-440b-be27-ae2a9ffa122b req-c1b0f845-da82-46b7-ad49-83bccd10f37f tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 946 time: 0.0494103 Sep 07 07:17:44.315419 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7b2018f4-a505-440b-be27-ae2a9ffa122b req-0d0263e7-b20d-4b36-9c18-54ba8d506b1b tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602942 Sep 07 07:17:45.060688 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef5c0e-84a3-42f8-9733-c452865a7ff8 req-6790941d-ca68-41e5-8192-3a163d89c157 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:45.062121 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-04ef5c0e-84a3-42f8-9733-c452865a7ff8 req-6790941d-ca68-41e5-8192-3a163d89c157 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 943 time: 0.0469441 Sep 07 07:17:45.100519 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-04ef5c0e-84a3-42f8-9733-c452865a7ff8 req-5bf249ec-aa24-4f60-8280-e244bc20cdf2 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323398 Sep 07 07:17:45.428181 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e092d-08fc-4ebf-be72-116fcb4428b4 req-be45b5c1-18a3-4b23-aef5-c68326ff8e54 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:45.429657 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2a5e092d-08fc-4ebf-be72-116fcb4428b4 req-be45b5c1-18a3-4b23-aef5-c68326ff8e54 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 946 time: 0.0478275 Sep 07 07:17:45.470007 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2a5e092d-08fc-4ebf-be72-116fcb4428b4 req-5f418740-d6b5-44be-9342-64917bb64b2d tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342946 Sep 07 07:17:46.212092 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b21c4-9da1-4a46-86b9-f21bcf696b96 req-d781dd28-c3e9-4451-ab26-4de8816b3fbc tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:46.213553 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-554b21c4-9da1-4a46-86b9-f21bcf696b96 req-d781dd28-c3e9-4451-ab26-4de8816b3fbc tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 943 time: 0.0467815 Sep 07 07:17:46.250000 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-554b21c4-9da1-4a46-86b9-f21bcf696b96 req-6830f562-b674-4d4e-aa92-92a401807ae4 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307240 Sep 07 07:17:46.588312 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df764034-298c-4408-a83f-c2a9176a4e6f req-e932f92d-6d03-4b02-a9b4-f8fffd5e9f42 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:46.590058 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-df764034-298c-4408-a83f-c2a9176a4e6f req-e932f92d-6d03-4b02-a9b4-f8fffd5e9f42 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 946 time: 0.0503404 Sep 07 07:17:46.629927 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-df764034-298c-4408-a83f-c2a9176a4e6f req-b86ce46f-5c20-4052-82c6-c655ae7f95d9 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309653 Sep 07 07:17:47.276604 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 2d25c309-8f7d-4186-8f1f-930b06ede58d details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:17:47.372940 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 2d25c309-8f7d-4186-8f1f-930b06ede58d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2d25c309-8f7d-4186-8f1f-930b06ede58d,segment=NetworkSegment(510416b6-f31e-4076-bc42-465c17e84082),segment_id=510416b6-f31e-4076-bc42-465c17e84082)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:17:47.378444 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20eb83-ef38-415e-9643-3bc37f8d3e26 req-f1f9d826-6451-495b-8d62-ed3604375847 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:47.379994 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9d20eb83-ef38-415e-9643-3bc37f8d3e26 req-f1f9d826-6451-495b-8d62-ed3604375847 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 943 time: 0.0604577 Sep 07 07:17:47.387340 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': '2d25c309-8f7d-4186-8f1f-930b06ede58d', 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'port_id': '2d25c309-8f7d-4186-8f1f-930b06ede58d', 'mac_address': 'fa:16:3e:a0:58:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:17:47.422047 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9d20eb83-ef38-415e-9643-3bc37f8d3e26 req-2ec8022f-fc00-46e9-a7f0-c19872b55449 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361738 Sep 07 07:17:47.425742 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:47.439708 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d25c309-8f7d-4186-8f1f-930b06ede58d {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:17:47.459462 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 2d25c309-8f7d-4186-8f1f-930b06ede58d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2d25c309-8f7d-4186-8f1f-930b06ede58d,segment=NetworkSegment(510416b6-f31e-4076-bc42-465c17e84082),segment_id=510416b6-f31e-4076-bc42-465c17e84082)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:17:47.463105 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:47.510193 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=2d25c309-8f7d-4186-8f1f-930b06ede58d,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:47.742532 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee23c6d-c359-4b33-8028-3ce388bc06da req-f8b531fe-7397-4ef5-bd92-5abf414246e6 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:47.744049 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-aee23c6d-c359-4b33-8028-3ce388bc06da req-f8b531fe-7397-4ef5-bd92-5abf414246e6 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 946 time: 0.0486305 Sep 07 07:17:47.782091 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-aee23c6d-c359-4b33-8028-3ce388bc06da req-f55b4b2f-647e-45fa-be0d-e9dc366703bc tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321457 Sep 07 07:17:48.245862 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['2d25c309-8f7d-4186-8f1f-930b06ede58d'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:17:48.622815 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efec685-6f23-4075-b92c-187f3f9e1181 req-ff1aed17-6518-43de-9e17-862aa9b44f12 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:48.624347 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6efec685-6f23-4075-b92c-187f3f9e1181 req-ff1aed17-6518-43de-9e17-862aa9b44f12 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 944 time: 0.0553632 Sep 07 07:17:48.664933 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6efec685-6f23-4075-b92c-187f3f9e1181 req-9afd01bd-d81b-4034-a9a1-5e005fe45f69 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342917 Sep 07 07:17:49.791914 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520c5f8-79b9-42fc-9d71-eee8c8277816 req-20e0cc67-25c2-4773-9ef6-4f6a37aba6ac tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:49.793572 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6520c5f8-79b9-42fc-9d71-eee8c8277816 req-20e0cc67-25c2-4773-9ef6-4f6a37aba6ac tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 944 time: 0.0566180 Sep 07 07:17:49.840286 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6520c5f8-79b9-42fc-9d71-eee8c8277816 req-d5baf707-3231-4cd7-96d5-72d71ed65ef0 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381315 Sep 07 07:17:50.959437 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bfa46-d4bb-447e-8bd4-be0e9ab36159 req-cd492116-1e29-4b60-8215-1d369186101c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:50.961123 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b52bfa46-d4bb-447e-8bd4-be0e9ab36159 req-cd492116-1e29-4b60-8215-1d369186101c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 944 time: 0.0488994 Sep 07 07:17:51.004307 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b52bfa46-d4bb-447e-8bd4-be0e9ab36159 req-e357d0a2-cb23-441a-bb4e-9a31bd0fdb3f tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336812 Sep 07 07:17:51.230090 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:51.306963 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 2d25c309-8f7d-4186-8f1f-930b06ede58d up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:17:51.354999 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port 2d25c309-8f7d-4186-8f1f-930b06ede58d completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:17:51.359097 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port 2d25c309-8f7d-4186-8f1f-930b06ede58d triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:17:51.359515 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:51.436324 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:51.458334 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f3c742-ec02-4582-b824-eda0b2551dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d25c309-8f7d-4186-8f1f-930b06ede58d'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:17:51.460583 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3770fa42-c243-4994-b3d0-eaaea31e1a35" -d '{"events": [{"server_uuid": "97f3c742-ec02-4582-b824-eda0b2551dca", "name": "network-vif-plugged", "status": "completed", "tag": "2d25c309-8f7d-4186-8f1f-930b06ede58d"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:17:51.472865 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 2d25c309-8f7d-4186-8f1f-930b06ede58d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2d25c309-8f7d-4186-8f1f-930b06ede58d,segment=NetworkSegment(510416b6-f31e-4076-bc42-465c17e84082),segment_id=510416b6-f31e-4076-bc42-465c17e84082)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:17:51.476900 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:51.499527 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af039d4e-f47c-4a7c-b987-478f185cc581 x-openstack-request-id: req-af039d4e-f47c-4a7c-b987-478f185cc581 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:17:51.499818 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f3c742-ec02-4582-b824-eda0b2551dca", "name": "network-vif-plugged", "status": "completed", "tag": "2d25c309-8f7d-4186-8f1f-930b06ede58d", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:17:51.500066 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af039d4e-f47c-4a7c-b987-478f185cc581 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:17:51.500447 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f3c742-ec02-4582-b824-eda0b2551dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d25c309-8f7d-4186-8f1f-930b06ede58d', 'code': 200} Sep 07 07:17:51.524415 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=2d25c309-8f7d-4186-8f1f-930b06ede58d,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:51.841386 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14c0ee-d75b-4116-a269-0d2a14205c57 req-c8807400-e296-49a5-9a51-a9fe49b9d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:51.842901 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4a14c0ee-d75b-4116-a269-0d2a14205c57 req-c8807400-e296-49a5-9a51-a9fe49b9d1f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 1098 time: 0.0436661 Sep 07 07:17:51.878710 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4a14c0ee-d75b-4116-a269-0d2a14205c57 req-f032e64c-d5df-4b18-9395-2cf2ccef9000 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275211 Sep 07 07:17:52.118185 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd7df1-3e93-4590-af88-c6c2908d50b8 req-384aa8ef-343d-4900-93d3-1b8ce2557c28 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:52.119700 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7dbd7df1-3e93-4590-af88-c6c2908d50b8 req-384aa8ef-343d-4900-93d3-1b8ce2557c28 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0477202 Sep 07 07:17:52.155677 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7dbd7df1-3e93-4590-af88-c6c2908d50b8 req-c7736e8a-02d1-4773-81d1-b7996a598a7d tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301516 Sep 07 07:17:52.375517 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19c860-3bd8-4392-818d-9588e8e9efc7 req-d3a20a2c-af12-4d8b-8a92-6304189769f1 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:52.377000 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2e19c860-3bd8-4392-818d-9588e8e9efc7 req-d3a20a2c-af12-4d8b-8a92-6304189769f1 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0482657 Sep 07 07:17:52.414606 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2e19c860-3bd8-4392-818d-9588e8e9efc7 req-c03e0a97-e358-4c0d-952b-bdd8d08e2b3b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314734 Sep 07 07:17:52.858369 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4537d995-1407-4e01-af71-059d1486b646 req-2fe671e2-e15f-49b9-8a7a-40d9f26660e5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414464 Sep 07 07:17:52.948592 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537d995-1407-4e01-af71-059d1486b646 req-cb97d45e-19b5-4bfd-9855-0165f95c0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:52.950129 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4537d995-1407-4e01-af71-059d1486b646 req-cb97d45e-19b5-4bfd-9855-0165f95c0c83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af77442a8c7443a5a8a5ba77a1a860e8&device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 1098 time: 0.0394459 Sep 07 07:17:53.053415 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537d995-1407-4e01-af71-059d1486b646 req-1dbef504-385f-4bb2-a146-237666f02cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:53.054831 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4537d995-1407-4e01-af71-059d1486b646 req-1dbef504-385f-4bb2-a146-237666f02cec service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a6bf082-f995-4176-a62b-a1e75c89f882 HTTP/1.1" status: 200 len: 911 time: 0.0804014 Sep 07 07:17:53.123121 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4537d995-1407-4e01-af71-059d1486b646 req-9b7ec7f4-a027-451b-a714-fa179e944709 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a95d598c-fcd9-4b00-bd84-84bba42c0d16 HTTP/1.1" status: 200 len: 999 time: 0.0582960 Sep 07 07:17:53.170717 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537d995-1407-4e01-af71-059d1486b646 req-9e569549-73c7-46aa-b8da-e990420808dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:53.172113 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4537d995-1407-4e01-af71-059d1486b646 req-9e569549-73c7-46aa-b8da-e990420808dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3cddb77f-e14b-40a5-ac21-cbec1af62b3e HTTP/1.1" status: 200 len: 849 time: 0.0405545 Sep 07 07:17:53.228531 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537d995-1407-4e01-af71-059d1486b646 req-e16784a5-711b-4945-ac07-f19eee0c0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:53.229999 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4537d995-1407-4e01-af71-059d1486b646 req-e16784a5-711b-4945-ac07-f19eee0c0d77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a6bf082-f995-4176-a62b-a1e75c89f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388224 Sep 07 07:17:53.266076 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940fb89-95bb-4177-9306-32d1ac754d30 req-0ce586bf-6e30-4280-a04f-3bec457fbb76 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:53.268247 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d940fb89-95bb-4177-9306-32d1ac754d30 req-0ce586bf-6e30-4280-a04f-3bec457fbb76 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0477240 Sep 07 07:17:53.310884 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d940fb89-95bb-4177-9306-32d1ac754d30 req-c793828f-81c9-48b3-b593-35ddf7c0ab5a tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339873 Sep 07 07:17:53.334473 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4537d995-1407-4e01-af71-059d1486b646 req-8ec682bc-3bfb-4861-8193-40d718e02479 service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866706 Sep 07 07:17:53.431987 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4537d995-1407-4e01-af71-059d1486b646 req-33ca3740-6a69-4ec4-8b36-4dfb033f334a service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857759 Sep 07 07:17:53.532487 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08e658-a8f3-477d-bee1-06fe749e6150 req-80d34199-f4a4-4d52-aa43-57996e25054c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:53.534030 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cd08e658-a8f3-477d-bee1-06fe749e6150 req-80d34199-f4a4-4d52-aa43-57996e25054c tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0487552 Sep 07 07:17:53.571759 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cd08e658-a8f3-477d-bee1-06fe749e6150 req-5edfee91-cc60-4a7b-bcf7-f2644805af6a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318923 Sep 07 07:17:53.586898 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 55004) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:17:53.692056 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b3ed6ed5-794f-4547-9def-6ba79808411f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:53.780003 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b3ed6ed5-794f-4547-9def-6ba79808411f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:53.784183 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b3ed6ed5-794f-4547-9def-6ba79808411f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:53.819520 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed6ed5-794f-4547-9def-6ba79808411f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898dbe89-31ae-462c-a760-d7bd67803d47,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:53.823578 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b3ed6ed5-794f-4547-9def-6ba79808411f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4608dcfdea5495cb8a45d96b81cf537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356379 Sep 07 07:17:53.826269 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 55010) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:17:53.875799 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cfa719fc-a32d-447d-8507-54f75ca3e116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:53.895809 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cfa719fc-a32d-447d-8507-54f75ca3e116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:53.943071 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cfa719fc-a32d-447d-8507-54f75ca3e116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:53.945865 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cfa719fc-a32d-447d-8507-54f75ca3e116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:53.947687 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-cfa719fc-a32d-447d-8507-54f75ca3e116 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/898dbe89-31ae-462c-a760-d7bd67803d47 HTTP/1.1" status: 204 len: 168 time: 0.1203377 Sep 07 07:17:53.958631 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa719fc-a32d-447d-8507-54f75ca3e116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898dbe89-31ae-462c-a760-d7bd67803d47,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:17:54.424666 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0324ed1-c2a7-42e6-981d-7d680fd7ed2d req-47be7e39-d959-4fe1-899f-3b66d73dea23 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:54.426162 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f0324ed1-c2a7-42e6-981d-7d680fd7ed2d req-47be7e39-d959-4fe1-899f-3b66d73dea23 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0479615 Sep 07 07:17:54.463535 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f0324ed1-c2a7-42e6-981d-7d680fd7ed2d req-e20eb00e-bac8-4940-b0e6-bc4f4b8ee7c8 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314791 Sep 07 07:17:54.690379 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e51440-ae29-4765-80d3-c594fe338505 req-eeeb2383-1488-404a-bd87-9f5969dbdecf tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:54.691873 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e8e51440-ae29-4765-80d3-c594fe338505 req-eeeb2383-1488-404a-bd87-9f5969dbdecf tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0517669 Sep 07 07:17:54.729009 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e8e51440-ae29-4765-80d3-c594fe338505 req-44e97a00-b6a3-49ce-be3e-20eceb3a7bb3 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311220 Sep 07 07:17:54.888462 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:17:55.589058 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b560798-370a-4204-9933-1f939c03aa70 req-6c183daf-c81f-4a9b-8a6f-92fd8c84a638 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:55.590545 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5b560798-370a-4204-9933-1f939c03aa70 req-6c183daf-c81f-4a9b-8a6f-92fd8c84a638 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0483961 Sep 07 07:17:55.627248 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5b560798-370a-4204-9933-1f939c03aa70 req-f4433a8c-55d3-4e68-96b0-206c3768cbf2 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309687 Sep 07 07:17:55.841036 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f4457-921c-444e-9f48-080f2b9e1f1e req-925e9bb1-95db-40a7-ba07-74476888d218 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:55.842459 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a45f4457-921c-444e-9f48-080f2b9e1f1e req-925e9bb1-95db-40a7-ba07-74476888d218 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0471926 Sep 07 07:17:55.879596 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a45f4457-921c-444e-9f48-080f2b9e1f1e req-0d81dc30-cbab-44b0-b6bf-6b3aa5775f05 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310326 Sep 07 07:17:56.748867 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f71a25-1f66-4173-87b6-b5b5f005ab3b req-f4d71824-36a1-4212-bb5a-8a1c185f1227 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:56.750530 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3f71a25-1f66-4173-87b6-b5b5f005ab3b req-f4d71824-36a1-4212-bb5a-8a1c185f1227 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0568454 Sep 07 07:17:56.789240 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3f71a25-1f66-4173-87b6-b5b5f005ab3b req-7e7fe4d5-8478-4968-8d1a-3be85d760d89 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321684 Sep 07 07:17:56.997914 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f925098-38f1-4d81-8f2b-03fe2add30bb req-35562f92-9b39-40b6-858d-8689131e85da tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:56.999447 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4f925098-38f1-4d81-8f2b-03fe2add30bb req-35562f92-9b39-40b6-858d-8689131e85da tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0517683 Sep 07 07:17:57.037715 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4f925098-38f1-4d81-8f2b-03fe2add30bb req-4ae1aa9b-5ecf-4c8c-a397-8ca9ab0db738 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318177 Sep 07 07:17:57.539861 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c389779-f1a6-4621-b1f4-e41688b600df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:17:57.905411 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9df6b5-8f5e-4aff-a9d9-0552bf3c22a4 req-74d21a3c-32cb-476d-babb-4228ce06b697 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:57.906992 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5b9df6b5-8f5e-4aff-a9d9-0552bf3c22a4 req-74d21a3c-32cb-476d-babb-4228ce06b697 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0470345 Sep 07 07:17:57.942624 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5b9df6b5-8f5e-4aff-a9d9-0552bf3c22a4 req-1eb55f71-fead-42b8-8b20-4ffb46a13350 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293443 Sep 07 07:17:58.150074 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c9b3b-1d2a-4e43-917e-862b42c13a20 req-55d06d28-f5ba-4104-933f-12fa9f383a3b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:17:58.151543 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a84c9b3b-1d2a-4e43-917e-862b42c13a20 req-55d06d28-f5ba-4104-933f-12fa9f383a3b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0463679 Sep 07 07:17:58.187014 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a84c9b3b-1d2a-4e43-917e-862b42c13a20 req-40d3f4db-4af0-4728-bc43-5013296392c9 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298755 Sep 07 07:18:00.198584 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:00.289423 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5e17a234-3df3-485f-b521-e4b16bd11570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:01.106758 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:02.699670 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e7918-0de2-4d68-85d7-c664ab5f9e0e req-ddfac99d-21ba-4cb2-b959-4abe095aea5e tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:02.701145 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-162e7918-0de2-4d68-85d7-c664ab5f9e0e req-ddfac99d-21ba-4cb2-b959-4abe095aea5e tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0513842 Sep 07 07:18:02.740508 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-162e7918-0de2-4d68-85d7-c664ab5f9e0e req-7d957728-be15-437e-84ee-f307e3ea3040 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327208 Sep 07 07:18:02.822762 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec961bc-4793-48a5-b6cc-67c9451446ac req-43d648d9-685e-4efe-aeb3-96e82837d6af tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:02.824319 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1ec961bc-4793-48a5-b6cc-67c9451446ac req-43d648d9-685e-4efe-aeb3-96e82837d6af tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0525122 Sep 07 07:18:02.861096 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1ec961bc-4793-48a5-b6cc-67c9451446ac req-2e3a4356-13df-47e0-9323-a407899ecc3e tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308011 Sep 07 07:18:03.034881 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd20a81-c86b-4781-b0e5-26cff6ae60eb req-ea6c7063-a87f-43ef-a23b-8bb4f148d6f0 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:03.036347 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4cd20a81-c86b-4781-b0e5-26cff6ae60eb req-ea6c7063-a87f-43ef-a23b-8bb4f148d6f0 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.15 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0486169 Sep 07 07:18:03.146120 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-4cd20a81-c86b-4781-b0e5-26cff6ae60eb req-d8a201b3-07ce-440a-99d6-edf1cf9eac5a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Deleting port 356199c5-11c5-42f1-ad4c-aff1fad32ef3 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:18:03.146366 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4cd20a81-c86b-4781-b0e5-26cff6ae60eb req-d8a201b3-07ce-440a-99d6-edf1cf9eac5a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:03.231495 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-4cd20a81-c86b-4781-b0e5-26cff6ae60eb req-d8a201b3-07ce-440a-99d6-edf1cf9eac5a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] For port 356199c5-11c5-42f1-ad4c-aff1fad32ef3, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=356199c5-11c5-42f1-ad4c-aff1fad32ef3,segment=NetworkSegment(b24d96c3-aef1-4eca-99ab-66ea0408b23f),segment_id=b24d96c3-aef1-4eca-99ab-66ea0408b23f)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:18:03.231860 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4cd20a81-c86b-4781-b0e5-26cff6ae60eb req-d8a201b3-07ce-440a-99d6-edf1cf9eac5a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:03.243745 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-4cd20a81-c86b-4781-b0e5-26cff6ae60eb req-d8a201b3-07ce-440a-99d6-edf1cf9eac5a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Calling delete_port for 356199c5-11c5-42f1-ad4c-aff1fad32ef3 owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:18:03.302307 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:03.370580 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4cd20a81-c86b-4781-b0e5-26cff6ae60eb req-d8a201b3-07ce-440a-99d6-edf1cf9eac5a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:03.398567 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a201b3-07ce-440a-99d6-edf1cf9eac5a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Pushing event deleted for resources: {'Port': ['ID=356199c5-11c5-42f1-ad4c-aff1fad32ef3,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:03.435882 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd20a81-c86b-4781-b0e5-26cff6ae60eb req-d8a201b3-07ce-440a-99d6-edf1cf9eac5a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] No DVR routers for this DVR port 356199c5-11c5-42f1-ad4c-aff1fad32ef3 on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:18:03.439377 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4cd20a81-c86b-4781-b0e5-26cff6ae60eb req-d8a201b3-07ce-440a-99d6-edf1cf9eac5a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:03.441316 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4cd20a81-c86b-4781-b0e5-26cff6ae60eb req-d8a201b3-07ce-440a-99d6-edf1cf9eac5a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.15 "DELETE /v2.0/ports/356199c5-11c5-42f1-ad4c-aff1fad32ef3 HTTP/1.1" status: 204 len: 173 time: 0.3797476 Sep 07 07:18:03.441784 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65caabf3-5342-40dd-923e-b64141c2bbd0', 'name': 'network-vif-deleted', 'tag': '356199c5-11c5-42f1-ad4c-aff1fad32ef3'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:18:03.444018 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc9cfd2-1b2a-4faa-bc9f-213f3fc6aa1d" -d '{"events": [{"server_uuid": "65caabf3-5342-40dd-923e-b64141c2bbd0", "name": "network-vif-deleted", "tag": "356199c5-11c5-42f1-ad4c-aff1fad32ef3"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:18:03.480534 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b7212a-366b-4848-a975-ba3dadbd7305 x-openstack-request-id: req-29b7212a-366b-4848-a975-ba3dadbd7305 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:18:03.480824 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65caabf3-5342-40dd-923e-b64141c2bbd0", "name": "network-vif-deleted", "tag": "356199c5-11c5-42f1-ad4c-aff1fad32ef3", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:18:03.481076 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29b7212a-366b-4848-a975-ba3dadbd7305 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:18:03.481475 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65caabf3-5342-40dd-923e-b64141c2bbd0', 'name': 'network-vif-deleted', 'tag': '356199c5-11c5-42f1-ad4c-aff1fad32ef3', 'status': 'completed', 'code': 200} Sep 07 07:18:03.497195 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 356199c5-11c5-42f1-ad4c-aff1fad32ef3 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:18:03.517799 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: 356199c5-11c5-42f1-ad4c-aff1fad32ef3 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:18:03.518142 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 356199c5-11c5-42f1-ad4c-aff1fad32ef3 not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:18:03.539297 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['9311c422-7a01-4d08-8cd5-c1e6a13322d3'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:18:03.878467 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc133feb-2a09-4e07-9545-20d4720319d8 req-817b58d9-083f-4c95-bd97-984c5e7cca7f tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:03.879954 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fc133feb-2a09-4e07-9545-20d4720319d8 req-817b58d9-083f-4c95-bd97-984c5e7cca7f tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0504475 Sep 07 07:18:03.917276 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fc133feb-2a09-4e07-9545-20d4720319d8 req-d79f3ead-152d-404a-bbac-379fd3c20d92 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315356 Sep 07 07:18:04.008734 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bf70bdff-387d-4f29-807e-89e9e4189d2e req-40beff6e-5bed-4f10-8d24-78f740a07b84 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0269358 Sep 07 07:18:04.034040 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9c823-63a8-44a5-8c88-8b1428cd8d63 req-dab045e2-a17d-440b-a615-c59248b18b60 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:04.035539 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b6e9c823-63a8-44a5-8c88-8b1428cd8d63 req-dab045e2-a17d-440b-a615-c59248b18b60 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0507617 Sep 07 07:18:04.072460 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b6e9c823-63a8-44a5-8c88-8b1428cd8d63 req-6cd9c16a-3643-4d64-bb19-7d3d683f4294 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310979 Sep 07 07:18:04.093158 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 55146) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:18:04.300240 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a71e7f0-1a29-4114-8fe5-1c760f745d5e tempest-TestShelveInstance-974142763 tempest-TestShelveInstance-974142763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:04.301639 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-1a71e7f0-1a29-4114-8fe5-1c760f745d5e tempest-TestShelveInstance-974142763 tempest-TestShelveInstance-974142763-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 1093 time: 0.2075119 Sep 07 07:18:04.304411 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 55150) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:18:04.308505 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Request body: {'floatingip': {'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'port_id': '2d25c309-8f7d-4186-8f1f-930b06ede58d', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:18:04.331434 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for floatingip, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:04.423610 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:04.702270 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Allocated IP 172.27.2.51 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/d2c6fca9-aa47-472d-a7f7-e9edfc6dd295) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:18:04.798170 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:04.837003 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:04.874887 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:18:04.878206 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:18:04.881654 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:18:04.906300 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Pushing event updated for resources: {'Port': ['ID=d2c6fca9-aa47-472d-a7f7-e9edfc6dd295,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:05.385326 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:05.478966 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:05.621763 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:05.626040 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5299512'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:05.692541 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Pushing event updated for resources: {'Port': ['ID=d2c6fca9-aa47-472d-a7f7-e9edfc6dd295,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:05.704117 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579857'] for floatingip, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:05.797934 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Floating IP fa2b6d63-eba6-42c3-8d60-f6fef7d66fd9 associated. External IP: 172.27.2.51, port: 2d25c309-8f7d-4186-8f1f-930b06ede58d. Sep 07 07:18:05.992671 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Router 3fa43d3d-8326-4222-8dc4-53522ec902a7 has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:18:06.271371 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:18:06.280601 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a1b081-88bc-41b5-a35b-d481154bf84a None None] Sync routers for ids ['3fa43d3d-8326-4222-8dc4-53522ec902a7'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:18:06.286922 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:06.290175 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a1b081-88bc-41b5-a35b-d481154bf84a None None] Routers {'3fa43d3d-8326-4222-8dc4-53522ec902a7'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:18:06.290781 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-63a1b081-88bc-41b5-a35b-d481154bf84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:18:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['3fa43d3d-8326-4222-8dc4-53522ec902a7'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:18:06.313439 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d166277b-2e90-413d-8d93-28800a16fd74 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0080445 Sep 07 07:18:06.314274 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f3c742-ec02-4582-b824-eda0b2551dca', 'tag': '2d25c309-8f7d-4186-8f1f-930b06ede58d'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:18:06.316832 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e42a8fd5afad13970a080ac9dafc4e475fc32432659b245011d6648220233b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12af65ee-9804-4164-9efc-7d0e6d7a9f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "97f3c742-ec02-4582-b824-eda0b2551dca", "tag": "2d25c309-8f7d-4186-8f1f-930b06ede58d"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:18:06.393466 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-63a1b081-88bc-41b5-a35b-d481154bf84a None None] Set router 3fa43d3d-8326-4222-8dc4-53522ec902a7 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:18:06.608341 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-63a1b081-88bc-41b5-a35b-d481154bf84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'name': 'tempest-TestShelveInstance-756047697-router', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e231cb17-242c-485b-afce-ee04187a1910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:26Z', 'revision_number': 4, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'gw_port': {'id': 'e231cb17-242c-485b-afce-ee04187a1910', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': 'fa2b6d63-eba6-42c3-8d60-f6fef7d66fd9', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'port_id': '2d25c309-8f7d-4186-8f1f-930b06ede58d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'mac_address': 'fa:16:3e:a0:58:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f3c742-ec02-4582-b824-eda0b2551dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:18:05Z', 'updated_at': '2021-09-07T07:18:05Z', 'revision_number': 0, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e5c537-233a-4b2c-aaf8-23d3b91c821a', 'name': '', 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'mac_address': 'fa:16:3e:9c:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:26Z', 'updated_at': '2021-09-07T07:16:33Z', 'revision_number': 5, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'subnets': [{'id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:18:06.634767 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a1b081-88bc-41b5-a35b-d481154bf84a None None] Checking router: 3fa43d3d-8326-4222-8dc4-53522ec902a7 for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:18:06.643349 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a1b081-88bc-41b5-a35b-d481154bf84a None None] Routers {'3fa43d3d-8326-4222-8dc4-53522ec902a7'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:18:06.643942 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-63a1b081-88bc-41b5-a35b-d481154bf84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:18:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['3fa43d3d-8326-4222-8dc4-53522ec902a7'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:18:06.742803 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-63a1b081-88bc-41b5-a35b-d481154bf84a None None] Set router 3fa43d3d-8326-4222-8dc4-53522ec902a7 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:18:06.953900 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-63a1b081-88bc-41b5-a35b-d481154bf84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'name': 'tempest-TestShelveInstance-756047697-router', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e231cb17-242c-485b-afce-ee04187a1910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:26Z', 'revision_number': 4, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'gw_port': {'id': 'e231cb17-242c-485b-afce-ee04187a1910', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': 'fa2b6d63-eba6-42c3-8d60-f6fef7d66fd9', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'port_id': '2d25c309-8f7d-4186-8f1f-930b06ede58d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'mac_address': 'fa:16:3e:a0:58:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f3c742-ec02-4582-b824-eda0b2551dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:18:05Z', 'updated_at': '2021-09-07T07:18:05Z', 'revision_number': 0, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e5c537-233a-4b2c-aaf8-23d3b91c821a', 'name': '', 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'mac_address': 'fa:16:3e:9c:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:26Z', 'updated_at': '2021-09-07T07:16:33Z', 'revision_number': 5, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'subnets': [{'id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:18:06.982185 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a1b081-88bc-41b5-a35b-d481154bf84a None None] The sync data for ids ['3fa43d3d-8326-4222-8dc4-53522ec902a7'] in dv-cinder-804735-9-iscsi is: [{'id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'name': 'tempest-TestShelveInstance-756047697-router', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e231cb17-242c-485b-afce-ee04187a1910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:26Z', 'revision_number': 4, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'gw_port': {'id': 'e231cb17-242c-485b-afce-ee04187a1910', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': 'fa2b6d63-eba6-42c3-8d60-f6fef7d66fd9', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'port_id': '2d25c309-8f7d-4186-8f1f-930b06ede58d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'mac_address': 'fa:16:3e:a0:58:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f3c742-ec02-4582-b824-eda0b2551dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:18:05Z', 'updated_at': '2021-09-07T07:18:05Z', 'revision_number': 0, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e5c537-233a-4b2c-aaf8-23d3b91c821a', 'name': '', 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'mac_address': 'fa:16:3e:9c:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:26Z', 'updated_at': '2021-09-07T07:16:33Z', 'revision_number': 5, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'subnets': [{'id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:18:07.167197 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb0099-af77-4613-a611-324aac872653 None None] New status for floating IP fa2b6d63-eba6-42c3-8d60-f6fef7d66fd9: ACTIVE {{(pid=94031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 07:18:09.027257 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af87e29-13e5-4ad3-99f2-c496fad149ef x-openstack-request-id: req-5af87e29-13e5-4ad3-99f2-c496fad149ef {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:18:09.027857 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f3c742-ec02-4582-b824-eda0b2551dca", "tag": "2d25c309-8f7d-4186-8f1f-930b06ede58d", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:18:09.027857 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5af87e29-13e5-4ad3-99f2-c496fad149ef {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:18:09.028212 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f3c742-ec02-4582-b824-eda0b2551dca', 'tag': '2d25c309-8f7d-4186-8f1f-930b06ede58d', 'status': 'completed', 'code': 200} Sep 07 07:18:09.056335 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b61ef636-2861-4691-a62f-83cf9d3cb773 req-5c518e13-6376-416a-8bac-db29b0e414ef tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=65caabf3-5342-40dd-923e-b64141c2bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0262952 Sep 07 07:18:09.134891 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af65ee-9804-4164-9efc-7d0e6d7a9f5b req-c75e9b9a-3526-4e45-93e9-1d7557de3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:09.136447 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-12af65ee-9804-4164-9efc-7d0e6d7a9f5b req-c75e9b9a-3526-4e45-93e9-1d7557de3dd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db239e9484a645ba8702e3d4acca353f&device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 1098 time: 0.0413070 Sep 07 07:18:09.227264 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af65ee-9804-4164-9efc-7d0e6d7a9f5b req-f6acc685-b820-4075-8ea3-6e13eb9de233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:09.228801 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-12af65ee-9804-4164-9efc-7d0e6d7a9f5b req-f6acc685-b820-4075-8ea3-6e13eb9de233 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b37c286e-c1b1-4070-bbee-43c9f27fe1ed HTTP/1.1" status: 200 len: 909 time: 0.0849473 Sep 07 07:18:09.294518 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-12af65ee-9804-4164-9efc-7d0e6d7a9f5b req-e3be215a-5234-4f8f-91e3-1ff35cc601c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d25c309-8f7d-4186-8f1f-930b06ede58d HTTP/1.1" status: 200 len: 1000 time: 0.0574706 Sep 07 07:18:09.341544 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af65ee-9804-4164-9efc-7d0e6d7a9f5b req-cc8f64f2-474e-4466-9f5f-f90be6d8de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:09.342902 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-12af65ee-9804-4164-9efc-7d0e6d7a9f5b req-cc8f64f2-474e-4466-9f5f-f90be6d8de5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4b242df-fa33-490c-8ae0-7b94f961cc53 HTTP/1.1" status: 200 len: 847 time: 0.0407937 Sep 07 07:18:09.386570 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af65ee-9804-4164-9efc-7d0e6d7a9f5b req-21417e8f-bec0-4175-863f-a29f4b649e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:09.387982 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-12af65ee-9804-4164-9efc-7d0e6d7a9f5b req-21417e8f-bec0-4175-863f-a29f4b649e68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b37c286e-c1b1-4070-bbee-43c9f27fe1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0369797 Sep 07 07:18:09.480190 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-12af65ee-9804-4164-9efc-7d0e6d7a9f5b req-efaf5258-00f1-4cb1-acf6-0f2cdc33c34d service neutron] 10.222.0.15 "GET /v2.0/networks/b37c286e-c1b1-4070-bbee-43c9f27fe1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804913 Sep 07 07:18:09.569825 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-12af65ee-9804-4164-9efc-7d0e6d7a9f5b req-533490e0-e557-45d7-aaaf-6068642a6a68 service neutron] 10.222.0.15 "GET /v2.0/networks/b37c286e-c1b1-4070-bbee-43c9f27fe1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794814 Sep 07 07:18:10.368582 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b637bc5-f787-40d9-b7a2-55b4b3ecef7a req-87745771-955c-4dc0-ab63-ee79ff2bbf22 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:10.370024 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9b637bc5-f787-40d9-b7a2-55b4b3ecef7a req-87745771-955c-4dc0-ab63-ee79ff2bbf22 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0480387 Sep 07 07:18:10.409713 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9b637bc5-f787-40d9-b7a2-55b4b3ecef7a req-87c914fe-ed6a-4943-99bf-aea818dde418 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338151 Sep 07 07:18:14.907508 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fe9bc-4b4a-4453-aa01-f6cd7252fe05 req-895fe63b-5ba9-4bc7-8427-c4c84185c632 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:14.908961 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c03fe9bc-4b4a-4453-aa01-f6cd7252fe05 req-895fe63b-5ba9-4bc7-8427-c4c84185c632 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0497012 Sep 07 07:18:14.945196 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c03fe9bc-4b4a-4453-aa01-f6cd7252fe05 req-82cb9b96-306c-4a68-b8e3-8de074f1a59e tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302756 Sep 07 07:18:16.061031 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a560f-8927-470e-92b9-9c6fc096dc61 req-e067c302-113e-4596-bf91-0890e35b28da tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:16.062412 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-596a560f-8927-470e-92b9-9c6fc096dc61 req-e067c302-113e-4596-bf91-0890e35b28da tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0484147 Sep 07 07:18:16.099686 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-596a560f-8927-470e-92b9-9c6fc096dc61 req-31c36c10-275a-4132-a440-82e5c5dbccfe tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307860 Sep 07 07:18:17.211266 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddbebc-02ea-43b3-9515-c5b3277c921e req-95d3d1ad-e45e-46ff-91ff-235f7a265e5a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:17.212631 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-00ddbebc-02ea-43b3-9515-c5b3277c921e req-95d3d1ad-e45e-46ff-91ff-235f7a265e5a tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0490632 Sep 07 07:18:17.248424 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-00ddbebc-02ea-43b3-9515-c5b3277c921e req-03d5dc88-9787-47d7-be20-e114523fcaa7 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300918 Sep 07 07:18:18.359228 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3a692-1d50-45d6-9f78-4740fe8ce2ef req-adef8896-e084-4b89-9e21-b329995c2515 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:18.360693 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0f3a692-1d50-45d6-9f78-4740fe8ce2ef req-adef8896-e084-4b89-9e21-b329995c2515 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0474896 Sep 07 07:18:18.397296 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0f3a692-1d50-45d6-9f78-4740fe8ce2ef req-5c7e8924-9a1c-4c8f-afb5-63c08fe3087d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303185 Sep 07 07:18:19.506905 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31359232-ba69-4ed0-b309-6d26feeab105 req-38e78aea-ebe3-471c-9f99-b8dd06050394 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:19.508433 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-31359232-ba69-4ed0-b309-6d26feeab105 req-38e78aea-ebe3-471c-9f99-b8dd06050394 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0468040 Sep 07 07:18:19.544227 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-31359232-ba69-4ed0-b309-6d26feeab105 req-0e293211-c2bc-437d-a182-9981950aca05 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301399 Sep 07 07:18:20.656985 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5555481-8f94-474d-b4ad-d327119b2ab7 req-ad1b2c2e-58cf-47d8-b936-7d0699bbe8a7 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:20.658418 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c5555481-8f94-474d-b4ad-d327119b2ab7 req-ad1b2c2e-58cf-47d8-b936-7d0699bbe8a7 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0500391 Sep 07 07:18:20.694911 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c5555481-8f94-474d-b4ad-d327119b2ab7 req-6a064f13-72ba-4504-8436-27cdbd440ed5 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305007 Sep 07 07:18:21.225807 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:21.805842 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fdebd-cd6a-4038-997a-4ba54b05a450 req-0a0d36d9-bfc6-445d-9c9f-92b301663b98 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:21.807368 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-366fdebd-cd6a-4038-997a-4ba54b05a450 req-0a0d36d9-bfc6-445d-9c9f-92b301663b98 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0474362 Sep 07 07:18:21.842374 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-366fdebd-cd6a-4038-997a-4ba54b05a450 req-ff236f01-57ed-4080-aff3-8bd7a8f893a7 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294242 Sep 07 07:18:22.954199 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5804a8d-f3fa-40cc-8844-e5cbe542474d req-ad16a244-1587-4200-b118-5df71e5dddce tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:22.955711 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b5804a8d-f3fa-40cc-8844-e5cbe542474d req-ad16a244-1587-4200-b118-5df71e5dddce tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0471265 Sep 07 07:18:22.991168 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b5804a8d-f3fa-40cc-8844-e5cbe542474d req-c007b951-1f79-4760-8c96-2abe61bc139f tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296803 Sep 07 07:18:24.104487 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bed2f-982c-4c9d-a504-d077f89376b6 req-1446017c-96ed-4324-86c6-b4fec94af129 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:24.105926 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-758bed2f-982c-4c9d-a504-d077f89376b6 req-1446017c-96ed-4324-86c6-b4fec94af129 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0509517 Sep 07 07:18:24.141257 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-758bed2f-982c-4c9d-a504-d077f89376b6 req-f50c4718-ccf5-43b1-b2ba-3c5a61d466cc tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295918 Sep 07 07:18:25.250764 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6efb80-8b0c-40a8-b61b-209fd621bb47 req-f9e3e4af-0c2d-4f1f-a654-829258995f64 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:25.252282 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4d6efb80-8b0c-40a8-b61b-209fd621bb47 req-f9e3e4af-0c2d-4f1f-a654-829258995f64 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0469193 Sep 07 07:18:25.288602 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4d6efb80-8b0c-40a8-b61b-209fd621bb47 req-284913be-996d-403e-9cde-704eaebfc011 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306580 Sep 07 07:18:26.399842 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036da18-70af-4805-b666-985c0b4886a9 req-dbe79258-d833-45e1-bb57-889ba2cde981 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:26.401321 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5036da18-70af-4805-b666-985c0b4886a9 req-dbe79258-d833-45e1-bb57-889ba2cde981 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0476658 Sep 07 07:18:26.437735 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5036da18-70af-4805-b666-985c0b4886a9 req-a7f9a9ad-3f58-44eb-84b2-ad86eb3b7afd tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297894 Sep 07 07:18:27.542451 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cad5f21b-afe2-4359-8b46-2f46ac3a9cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:27.556914 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04c174-8666-4f1d-8f67-8ccb353556e1 req-fe2d1d07-5b72-4333-9348-e1b2ca94ba7b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:27.564165 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dc04c174-8666-4f1d-8f67-8ccb353556e1 req-fe2d1d07-5b72-4333-9348-e1b2ca94ba7b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0591319 Sep 07 07:18:27.598703 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dc04c174-8666-4f1d-8f67-8ccb353556e1 req-ea7609fd-e2b4-4d0d-89c1-51625d319c7e tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323966 Sep 07 07:18:28.831776 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a3df5-aade-4c0e-acd3-7f95130b3186 req-0f7d21a8-cf5a-4e82-a558-cba5d8916a3d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:28.833274 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d21a3df5-aade-4c0e-acd3-7f95130b3186 req-0f7d21a8-cf5a-4e82-a558-cba5d8916a3d tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0517275 Sep 07 07:18:28.886393 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d21a3df5-aade-4c0e-acd3-7f95130b3186 req-17948f8f-bd1b-4692-a60d-40fdec18c4ff tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/security-groups?id=65d371a5-c6c7-447c-a79f-dc273e78d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462525 Sep 07 07:18:28.913554 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbcc30-a9a6-4e86-b91e-04685d023511 req-944ed5ff-0eed-418a-938c-6b2cd7bce8b2 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:28.915109 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1cdbcc30-a9a6-4e86-b91e-04685d023511 req-944ed5ff-0eed-418a-938c-6b2cd7bce8b2 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 945 time: 0.0618155 Sep 07 07:18:28.975960 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1cdbcc30-a9a6-4e86-b91e-04685d023511 req-7ad84771-b00e-4b89-bcaa-64e8074955cb tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445156 Sep 07 07:18:29.257018 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d677036-7756-45a9-9d4d-83b0922f7eed req-24a66a7c-8ab6-4440-9718-f3e5aeb8f523 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:29.258428 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4d677036-7756-45a9-9d4d-83b0922f7eed req-24a66a7c-8ab6-4440-9718-f3e5aeb8f523 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 946 time: 0.0493267 Sep 07 07:18:29.352379 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-4d677036-7756-45a9-9d4d-83b0922f7eed req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Deleting port 9311c422-7a01-4d08-8cd5-c1e6a13322d3 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:18:29.352725 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4d677036-7756-45a9-9d4d-83b0922f7eed req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:29.436360 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-4d677036-7756-45a9-9d4d-83b0922f7eed req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] For port 9311c422-7a01-4d08-8cd5-c1e6a13322d3, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9311c422-7a01-4d08-8cd5-c1e6a13322d3,segment=NetworkSegment(b24d96c3-aef1-4eca-99ab-66ea0408b23f),segment_id=b24d96c3-aef1-4eca-99ab-66ea0408b23f)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:18:29.436648 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4d677036-7756-45a9-9d4d-83b0922f7eed req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:29.449101 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-4d677036-7756-45a9-9d4d-83b0922f7eed req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Calling delete_port for 9311c422-7a01-4d08-8cd5-c1e6a13322d3 owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:18:29.573683 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4d677036-7756-45a9-9d4d-83b0922f7eed req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:29.601855 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Pushing event deleted for resources: {'Port': ['ID=9311c422-7a01-4d08-8cd5-c1e6a13322d3,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:29.613622 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:29.613969 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:29.614307 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:29.614644 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:29.614983 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:29.615338 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:29.615666 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:29.615990 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:29.616313 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:29.616638 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:29.616959 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:29.617278 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:29.636067 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['9311c422-7a01-4d08-8cd5-c1e6a13322d3'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:18:29.653869 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d677036-7756-45a9-9d4d-83b0922f7eed req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] No DVR routers for this DVR port 9311c422-7a01-4d08-8cd5-c1e6a13322d3 on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:18:29.657181 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4d677036-7756-45a9-9d4d-83b0922f7eed req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:29.659991 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4d677036-7756-45a9-9d4d-83b0922f7eed req-1b854629-87d3-47bd-8205-c5def273f497 tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.15 "DELETE /v2.0/ports/9311c422-7a01-4d08-8cd5-c1e6a13322d3 HTTP/1.1" status: 204 len: 173 time: 0.3947523 Sep 07 07:18:29.660596 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf11c269-1cf5-43f6-a02f-7695ca8063d0', 'name': 'network-vif-deleted', 'tag': '9311c422-7a01-4d08-8cd5-c1e6a13322d3'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:18:29.663363 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b9b1ff-98a8-4832-8d85-a483db380b1f" -d '{"events": [{"server_uuid": "bf11c269-1cf5-43f6-a02f-7695ca8063d0", "name": "network-vif-deleted", "tag": "9311c422-7a01-4d08-8cd5-c1e6a13322d3"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:18:29.698867 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c57af31-d4a8-43ab-842f-565f515820aa x-openstack-request-id: req-8c57af31-d4a8-43ab-842f-565f515820aa {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:18:29.699167 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf11c269-1cf5-43f6-a02f-7695ca8063d0", "name": "network-vif-deleted", "tag": "9311c422-7a01-4d08-8cd5-c1e6a13322d3", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:18:29.699473 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c57af31-d4a8-43ab-842f-565f515820aa {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:18:29.700007 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf11c269-1cf5-43f6-a02f-7695ca8063d0', 'name': 'network-vif-deleted', 'tag': '9311c422-7a01-4d08-8cd5-c1e6a13322d3', 'status': 'completed', 'code': 200} Sep 07 07:18:29.996764 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bcf528ce-71c7-42ac-8bc7-15041ecb1399 req-0aa75ac1-7737-4d3c-a9fe-ac2ed2d8426b tempest-ServerRescueNegativeTestJSON-208360094 tempest-ServerRescueNegativeTestJSON-208360094-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf11c269-1cf5-43f6-a02f-7695ca8063d0 HTTP/1.1" status: 200 len: 210 time: 0.0273840 Sep 07 07:18:30.077908 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40756fae-67bf-44da-8d1d-0c9e00aa7ffa req-500eba72-8350-42b5-b07f-4f0b29d3d734 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:30.079457 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-40756fae-67bf-44da-8d1d-0c9e00aa7ffa req-500eba72-8350-42b5-b07f-4f0b29d3d734 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 945 time: 0.0493624 Sep 07 07:18:30.120325 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-40756fae-67bf-44da-8d1d-0c9e00aa7ffa req-0a5ebcfa-9d96-40e7-b31b-fc3c22701085 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347285 Sep 07 07:18:30.201320 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:30.282153 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cad63661-6b29-44b3-9bab-20cfe8e65323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:31.050645 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 55502) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:18:31.109258 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:31.298987 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235453c-28bc-47d7-ae4b-b123811da470 req-cb6aa80e-acf3-4449-a526-8097cce60218 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:31.300520 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1235453c-28bc-47d7-ae4b-b123811da470 req-cb6aa80e-acf3-4449-a526-8097cce60218 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 945 time: 0.1026535 Sep 07 07:18:31.396790 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1235453c-28bc-47d7-ae4b-b123811da470 req-1af8891c-0dfe-49b2-b535-d198f93c8de4 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764773 Sep 07 07:18:31.534700 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8785f897-3ebb-43d8-8605-e1745fccb045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580881'] for router_interface, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:31.768825 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187f1fd-a047-4e15-9b24-64d2bd527139 req-3d5354a7-f196-4106-8ba7-98c2080dca33 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:31.770458 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0187f1fd-a047-4e15-9b24-64d2bd527139 req-3d5354a7-f196-4106-8ba7-98c2080dca33 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.15 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 945 time: 0.0681336 Sep 07 07:18:31.853290 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-8785f897-3ebb-43d8-8605-e1745fccb045 admin admin] Deleting port dcbe069f-3ec4-4960-8ef9-58556e7f56ef {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:18:31.853713 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8785f897-3ebb-43d8-8605-e1745fccb045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:31.869333 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-0187f1fd-a047-4e15-9b24-64d2bd527139 req-5d00bdb9-186b-417c-970b-59180fbfbe32 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Deleting port 538f3267-0499-4650-9692-65d04ea69a8a {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:18:31.869675 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-0187f1fd-a047-4e15-9b24-64d2bd527139 req-5d00bdb9-186b-417c-970b-59180fbfbe32 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:31.886937 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:18:31.937021 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-8785f897-3ebb-43d8-8605-e1745fccb045 admin admin] For port dcbe069f-3ec4-4960-8ef9-58556e7f56ef, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=dcbe069f-3ec4-4960-8ef9-58556e7f56ef,segment=NetworkSegment(b24d96c3-aef1-4eca-99ab-66ea0408b23f),segment_id=b24d96c3-aef1-4eca-99ab-66ea0408b23f)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:18:31.937385 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8785f897-3ebb-43d8-8605-e1745fccb045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:31.949314 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-8785f897-3ebb-43d8-8605-e1745fccb045 admin admin] Calling delete_port for dcbe069f-3ec4-4960-8ef9-58556e7f56ef owned by network:router_interface {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:18:31.959482 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-0187f1fd-a047-4e15-9b24-64d2bd527139 req-5d00bdb9-186b-417c-970b-59180fbfbe32 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] For port 538f3267-0499-4650-9692-65d04ea69a8a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=538f3267-0499-4650-9692-65d04ea69a8a,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:18:31.959846 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-0187f1fd-a047-4e15-9b24-64d2bd527139 req-5d00bdb9-186b-417c-970b-59180fbfbe32 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:31.972553 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-0187f1fd-a047-4e15-9b24-64d2bd527139 req-5d00bdb9-186b-417c-970b-59180fbfbe32 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Calling delete_port for 538f3267-0499-4650-9692-65d04ea69a8a owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:18:32.105689 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-0187f1fd-a047-4e15-9b24-64d2bd527139 req-5d00bdb9-186b-417c-970b-59180fbfbe32 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:32.136037 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00bdb9-186b-417c-970b-59180fbfbe32 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Pushing event deleted for resources: {'Port': ['ID=538f3267-0499-4650-9692-65d04ea69a8a,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:32.148858 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['248be358-cd4c-4e39-acf4-cf97485c1506', 'a08bfa0a-bbab-457f-8f7d-a355def3244c', 'ac21abff-15bb-46e8-8406-4c20a52e754e', '538f3267-0499-4650-9692-65d04ea69a8a'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:18:32.158511 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8785f897-3ebb-43d8-8605-e1745fccb045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:32.175858 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-0187f1fd-a047-4e15-9b24-64d2bd527139 req-5d00bdb9-186b-417c-970b-59180fbfbe32 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] No DVR routers for this DVR port 538f3267-0499-4650-9692-65d04ea69a8a on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:18:32.178402 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-0187f1fd-a047-4e15-9b24-64d2bd527139 req-5d00bdb9-186b-417c-970b-59180fbfbe32 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:32.180408 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0187f1fd-a047-4e15-9b24-64d2bd527139 req-5d00bdb9-186b-417c-970b-59180fbfbe32 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.15 "DELETE /v2.0/ports/538f3267-0499-4650-9692-65d04ea69a8a HTTP/1.1" status: 204 len: 173 time: 0.4016018 Sep 07 07:18:32.180849 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766c0654-2e1c-4f11-b271-f3ebed340a84', 'name': 'network-vif-deleted', 'tag': '538f3267-0499-4650-9692-65d04ea69a8a'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:18:32.183071 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4744998a-7a38-41dc-b9d1-48049e8139ba" -d '{"events": [{"server_uuid": "766c0654-2e1c-4f11-b271-f3ebed340a84", "name": "network-vif-deleted", "tag": "538f3267-0499-4650-9692-65d04ea69a8a"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:18:32.184380 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785f897-3ebb-43d8-8605-e1745fccb045 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbe069f-3ec4-4960-8ef9-58556e7f56ef,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:32.219590 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fde0fb-e790-4f7a-a92c-a5bb435c828e x-openstack-request-id: req-d3fde0fb-e790-4f7a-a92c-a5bb435c828e {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:18:32.220052 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766c0654-2e1c-4f11-b271-f3ebed340a84", "name": "network-vif-deleted", "tag": "538f3267-0499-4650-9692-65d04ea69a8a", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:18:32.220632 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3fde0fb-e790-4f7a-a92c-a5bb435c828e {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:18:32.221714 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766c0654-2e1c-4f11-b271-f3ebed340a84', 'name': 'network-vif-deleted', 'tag': '538f3267-0499-4650-9692-65d04ea69a8a', 'status': 'completed', 'code': 200} Sep 07 07:18:32.365663 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8785f897-3ebb-43d8-8605-e1745fccb045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581005'] for router_interface, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:32.524894 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7e81dfd3-9483-4a79-8e14-8d8385c15072 req-3f25f9f8-c0e7-4379-8753-c30257d6cac4 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=766c0654-2e1c-4f11-b271-f3ebed340a84 HTTP/1.1" status: 200 len: 210 time: 0.0298634 Sep 07 07:18:32.603492 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 55530) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:18:32.613111 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8785f897-3ebb-43d8-8605-e1745fccb045 admin admin] Router 5056a462-cd5a-4bd5-ba28-3fde3f54445f has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:18:32.725964 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-271214bb-1e3b-42c9-8c5d-e75d87f52061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:32.760683 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8785f897-3ebb-43d8-8605-e1745fccb045 admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:18:32.767460 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8785f897-3ebb-43d8-8605-e1745fccb045 admin admin] 10.222.0.30 "PUT /v2.0/routers/5056a462-cd5a-4bd5-ba28-3fde3f54445f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7155166 Sep 07 07:18:32.770344 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 55536) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:18:32.774307 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b775c077-a3e0-4fa7-a685-8d28458a11eb None None] Sync routers for ids ['5056a462-cd5a-4bd5-ba28-3fde3f54445f'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:18:32.785685 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b775c077-a3e0-4fa7-a685-8d28458a11eb None None] Routers {'5056a462-cd5a-4bd5-ba28-3fde3f54445f'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:18:32.786759 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-b775c077-a3e0-4fa7-a685-8d28458a11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:18:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['5056a462-cd5a-4bd5-ba28-3fde3f54445f'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:18:32.864970 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-271214bb-1e3b-42c9-8c5d-e75d87f52061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:32.871195 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-271214bb-1e3b-42c9-8c5d-e75d87f52061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:32.880677 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-15508294-94bb-48f2-8bb2-e8e9880b5af1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:32.905311 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-b775c077-a3e0-4fa7-a685-8d28458a11eb None None] Set router 5056a462-cd5a-4bd5-ba28-3fde3f54445f gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:18:32.915426 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-271214bb-1e3b-42c9-8c5d-e75d87f52061 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2c4e0eebd774fd182316f256ca277c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098891 Sep 07 07:18:32.916439 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 55538) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:18:32.918588 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271214bb-1e3b-42c9-8c5d-e75d87f52061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b36fc5-dd20-4882-9609-a2bc29f513d3,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:33.020247 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-374a8780-7597-4934-86d4-b88fd407094a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:33.021243 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 9311c422-7a01-4d08-8cd5-c1e6a13322d3 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:18:33.023705 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-15508294-94bb-48f2-8bb2-e8e9880b5af1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:33.044578 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: 9311c422-7a01-4d08-8cd5-c1e6a13322d3 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:18:33.044928 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 9311c422-7a01-4d08-8cd5-c1e6a13322d3 not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:18:33.048997 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-374a8780-7597-4934-86d4-b88fd407094a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:33.091857 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-b775c077-a3e0-4fa7-a685-8d28458a11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'name': 'tempest-ServerRescueNegativeTestJSON-820932331-router', 'tenant_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'fe54919b-4db5-496c-bc4e-443bdb37c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:18:32Z', 'revision_number': 5, 'project_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'gw_port': {'id': 'fe54919b-4db5-496c-bc4e-443bdb37c158', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:18:33.116609 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-15508294-94bb-48f2-8bb2-e8e9880b5af1 admin admin] Deleting port fe54919b-4db5-496c-bc4e-443bdb37c158 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:18:33.116835 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-15508294-94bb-48f2-8bb2-e8e9880b5af1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:33.123861 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b775c077-a3e0-4fa7-a685-8d28458a11eb None None] Checking router: 5056a462-cd5a-4bd5-ba28-3fde3f54445f for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:18:33.135008 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b775c077-a3e0-4fa7-a685-8d28458a11eb None None] Routers {'5056a462-cd5a-4bd5-ba28-3fde3f54445f'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:18:33.135829 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-b775c077-a3e0-4fa7-a685-8d28458a11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:18:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['5056a462-cd5a-4bd5-ba28-3fde3f54445f'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:18:33.142369 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-374a8780-7597-4934-86d4-b88fd407094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:33.145512 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-374a8780-7597-4934-86d4-b88fd407094a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:33.146614 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-374a8780-7597-4934-86d4-b88fd407094a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0b36fc5-dd20-4882-9609-a2bc29f513d3 HTTP/1.1" status: 204 len: 168 time: 0.2292788 Sep 07 07:18:33.188169 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a8780-7597-4934-86d4-b88fd407094a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b36fc5-dd20-4882-9609-a2bc29f513d3,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:33.214702 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-15508294-94bb-48f2-8bb2-e8e9880b5af1 admin admin] For port fe54919b-4db5-496c-bc4e-443bdb37c158, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=fe54919b-4db5-496c-bc4e-443bdb37c158,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:18:33.215403 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-15508294-94bb-48f2-8bb2-e8e9880b5af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:33.228334 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-15508294-94bb-48f2-8bb2-e8e9880b5af1 admin admin] Calling delete_port for fe54919b-4db5-496c-bc4e-443bdb37c158 owned by network:router_gateway {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:18:33.308491 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:33.310049 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-b775c077-a3e0-4fa7-a685-8d28458a11eb None None] Set router 5056a462-cd5a-4bd5-ba28-3fde3f54445f gateway port host: None {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:18:33.369202 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-b775c077-a3e0-4fa7-a685-8d28458a11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'name': 'tempest-ServerRescueNegativeTestJSON-820932331-router', 'tenant_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:18:33Z', 'revision_number': 6, 'project_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'gw_port_host': None}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:18:33.396356 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b775c077-a3e0-4fa7-a685-8d28458a11eb None None] The sync data for ids ['5056a462-cd5a-4bd5-ba28-3fde3f54445f'] in dv-cinder-804735-9-iscsi is: [{'id': '5056a462-cd5a-4bd5-ba28-3fde3f54445f', 'name': 'tempest-ServerRescueNegativeTestJSON-820932331-router', 'tenant_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:18:33Z', 'revision_number': 6, 'project_id': 'cb7c30e28f5a4344a4da4d5176d3e82d', 'gw_port_host': None}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:18:33.404923 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-15508294-94bb-48f2-8bb2-e8e9880b5af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:33.433553 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15508294-94bb-48f2-8bb2-e8e9880b5af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe54919b-4db5-496c-bc4e-443bdb37c158,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:33.494938 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-15508294-94bb-48f2-8bb2-e8e9880b5af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579887'] for router_gateway, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:33.832760 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-15508294-94bb-48f2-8bb2-e8e9880b5af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10342'] for router, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:33.835625 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-15508294-94bb-48f2-8bb2-e8e9880b5af1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:33.897453 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-15508294-94bb-48f2-8bb2-e8e9880b5af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576117'] for router, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:33.897900 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15508294-94bb-48f2-8bb2-e8e9880b5af1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5056a462-cd5a-4bd5-ba28-3fde3f54445f {{(pid=94029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 07:18:33.903389 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-15508294-94bb-48f2-8bb2-e8e9880b5af1 admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:33.904536 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-15508294-94bb-48f2-8bb2-e8e9880b5af1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/5056a462-cd5a-4bd5-ba28-3fde3f54445f HTTP/1.1" status: 204 len: 168 time: 1.1326151 Sep 07 07:18:33.906988 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 55554) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:18:33.952588 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ab12cf-e4cb-4aa0-8010-b75cdc3030cd admin admin] Deleting subnet d68dc2d8-9d27-41b8-aaab-67bbe02805ae {{(pid=94029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 07:18:33.955638 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c0ab12cf-e4cb-4aa0-8010-b75cdc3030cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:33.988444 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c0ab12cf-e4cb-4aa0-8010-b75cdc3030cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5732538'] for subnet, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:34.025451 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c0ab12cf-e4cb-4aa0-8010-b75cdc3030cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1858048'] for subnet, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:34.076168 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c0ab12cf-e4cb-4aa0-8010-b75cdc3030cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1858059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5732577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5791269'] for subnet, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:34.105071 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab12cf-e4cb-4aa0-8010-b75cdc3030cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d68dc2d8-9d27-41b8-aaab-67bbe02805ae,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:34.108597 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c0ab12cf-e4cb-4aa0-8010-b75cdc3030cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:34.110426 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-c0ab12cf-e4cb-4aa0-8010-b75cdc3030cd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d68dc2d8-9d27-41b8-aaab-67bbe02805ae HTTP/1.1" status: 204 len: 168 time: 0.2024219 Sep 07 07:18:34.113626 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 55556) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:18:34.183551 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-078e3d48-8daf-4f9f-a3d7-3e551f5da26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744665'] for network, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:34.262738 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-078e3d48-8daf-4f9f-a3d7-3e551f5da26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1854623', 'neutron.services.segments.db._delete_segments_for_network-8728184039280'] for network, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:34.281444 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-078e3d48-8daf-4f9f-a3d7-3e551f5da26c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c7b4bc-0a52-4394-8c93-76554197629b']}} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:18:34.290248 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-078e3d48-8daf-4f9f-a3d7-3e551f5da26c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24d96c3-aef1-4eca-99ab-66ea0408b23f') {'for_net_delete': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:18:34.290537 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-078e3d48-8daf-4f9f-a3d7-3e551f5da26c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24d96c3-aef1-4eca-99ab-66ea0408b23f') {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:18:34.299908 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-078e3d48-8daf-4f9f-a3d7-3e551f5da26c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728184039033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5732513'] for segment, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:34.313152 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-078e3d48-8daf-4f9f-a3d7-3e551f5da26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:34.320955 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078e3d48-8daf-4f9f-a3d7-3e551f5da26c admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 07:18:34.321650 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-078e3d48-8daf-4f9f-a3d7-3e551f5da26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732491'] for segment, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: Traceback (most recent call last): Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: timer() Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: cb(*args, **kw) Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: return func(*args, **kwargs) Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: self._notify() Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: self.callback(batched_events) Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: event.method(event) Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: return f(self, *a, **k) Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: return self._get(url).json() Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: return self.request(url, 'GET', **kwargs) Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 07:18:34.323855 dv-cinder-804735-9-iscsi neutron-server[94029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 07:18:34.385230 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-078e3d48-8daf-4f9f-a3d7-3e551f5da26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1854598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579843'] for network, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:34.390786 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-078e3d48-8daf-4f9f-a3d7-3e551f5da26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:34.392662 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-078e3d48-8daf-4f9f-a3d7-3e551f5da26c admin admin] 10.222.0.30 "DELETE /v2.0/networks/c1c7b4bc-0a52-4394-8c93-76554197629b HTTP/1.1" status: 204 len: 168 time: 0.2781129 Sep 07 07:18:34.403487 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e3d48-8daf-4f9f-a3d7-3e551f5da26c admin admin] Pushing event deleted for resources: {'Network': ['ID=c1c7b4bc-0a52-4394-8c93-76554197629b,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:34.557969 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 55564) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:18:34.600377 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-d681101b-21a2-462e-a0c3-90965e600b86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb7c30e28f5a4344a4da4d5176d3e82d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0410028 Sep 07 07:18:34.602816 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 55566) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:18:34.647595 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72d92fe8-c57f-4ca5-ac52-7477a46af982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:34.668131 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72d92fe8-c57f-4ca5-ac52-7477a46af982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:34.715738 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72d92fe8-c57f-4ca5-ac52-7477a46af982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:34.718301 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72d92fe8-c57f-4ca5-ac52-7477a46af982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:34.719596 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-72d92fe8-c57f-4ca5-ac52-7477a46af982 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65d371a5-c6c7-447c-a79f-dc273e78d9c9 HTTP/1.1" status: 204 len: 168 time: 0.1158497 Sep 07 07:18:34.728342 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d92fe8-c57f-4ca5-ac52-7477a46af982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d371a5-c6c7-447c-a79f-dc273e78d9c9,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:34.933806 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc632e7-8af4-4925-a8c9-7df6a93042d2 req-7813fc83-8924-43f4-bdfa-dca05184adbf tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:34.935437 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0dc632e7-8af4-4925-a8c9-7df6a93042d2 req-7813fc83-8924-43f4-bdfa-dca05184adbf tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 946 time: 0.0483618 Sep 07 07:18:34.986912 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0dc632e7-8af4-4925-a8c9-7df6a93042d2 req-5d35a504-4b24-4b81-b10e-360b9707b6d4 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439770 Sep 07 07:18:35.000919 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 538f3267-0499-4650-9692-65d04ea69a8a no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:18:35.027686 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device fe54919b-4db5-496c-bc4e-443bdb37c158 no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:18:35.030899 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: 538f3267-0499-4650-9692-65d04ea69a8a {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:18:35.031244 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 538f3267-0499-4650-9692-65d04ea69a8a not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:18:35.048556 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: fe54919b-4db5-496c-bc4e-443bdb37c158 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:18:35.048955 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device fe54919b-4db5-496c-bc4e-443bdb37c158 not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:18:35.049384 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device dcbe069f-3ec4-4960-8ef9-58556e7f56ef no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:18:35.067667 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: dcbe069f-3ec4-4960-8ef9-58556e7f56ef {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:18:35.068015 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device dcbe069f-3ec4-4960-8ef9-58556e7f56ef not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:18:36.104051 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45467bf6-286c-44b9-850d-90917d5e7371 req-c6f19a34-4df7-4c17-813c-c3d6391cb3d2 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:36.105527 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-45467bf6-286c-44b9-850d-90917d5e7371 req-c6f19a34-4df7-4c17-813c-c3d6391cb3d2 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 946 time: 0.0535443 Sep 07 07:18:36.146071 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-45467bf6-286c-44b9-850d-90917d5e7371 req-ecf99f62-572b-4462-8d3d-797a9730ce61 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334222 Sep 07 07:18:36.510904 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 55648) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:18:36.617299 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f5e94f24-9abc-4ed2-b5dd-c6ce2894d036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:36.713643 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f5e94f24-9abc-4ed2-b5dd-c6ce2894d036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:36.716994 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f5e94f24-9abc-4ed2-b5dd-c6ce2894d036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:36.761155 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f5e94f24-9abc-4ed2-b5dd-c6ce2894d036 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63669e4fa48c4d80beea7483096b63ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490559 Sep 07 07:18:36.762353 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e94f24-9abc-4ed2-b5dd-c6ce2894d036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab28a85-0547-40c4-9626-a5a142d4f248,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:36.763171 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 55654) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:18:36.810701 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-032b7a75-8b6d-48a9-bfc1-19259df893fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:36.831744 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-032b7a75-8b6d-48a9-bfc1-19259df893fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:36.880747 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-032b7a75-8b6d-48a9-bfc1-19259df893fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:36.883304 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-032b7a75-8b6d-48a9-bfc1-19259df893fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:36.884467 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-032b7a75-8b6d-48a9-bfc1-19259df893fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ab28a85-0547-40c4-9626-a5a142d4f248 HTTP/1.1" status: 204 len: 168 time: 0.1197832 Sep 07 07:18:36.891991 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b7a75-8b6d-48a9-bfc1-19259df893fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab28a85-0547-40c4-9626-a5a142d4f248,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:37.131586 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 55660) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:18:37.146874 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-67c41e96-5816-42fc-bec4-fa415285b063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:37.240561 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720cdf4-b4a2-4c9e-a592-ebc70afa13d5 req-8c2053df-0745-4edf-98ff-e0902121f405 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:37.242096 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b720cdf4-b4a2-4c9e-a592-ebc70afa13d5 req-8c2053df-0745-4edf-98ff-e0902121f405 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.15 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 946 time: 0.0719771 Sep 07 07:18:37.264443 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e31565-2191-4a1a-9313-16cacffb7c93 req-dfb8bc66-0f8e-4b9a-825b-6f02bbf882a5 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:37.265934 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-14e31565-2191-4a1a-9313-16cacffb7c93 req-dfb8bc66-0f8e-4b9a-825b-6f02bbf882a5 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 946 time: 0.0517852 Sep 07 07:18:37.307682 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-14e31565-2191-4a1a-9313-16cacffb7c93 req-df6eb472-6895-4538-85dc-63ecd217d799 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334389 Sep 07 07:18:37.331626 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-67c41e96-5816-42fc-bec4-fa415285b063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:37.339195 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-67c41e96-5816-42fc-bec4-fa415285b063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:37.391682 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c41e96-5816-42fc-bec4-fa415285b063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1029e8-0bb7-4cb4-8fc8-20c1550d7bc2,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:37.399579 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-67c41e96-5816-42fc-bec4-fa415285b063 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a17beeb23d77433790d743973611ff79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667406 Sep 07 07:18:37.401882 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-b720cdf4-b4a2-4c9e-a592-ebc70afa13d5 req-2c89ed4e-c3b3-4f9e-911c-b550115d1814 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Deleting port ac21abff-15bb-46e8-8406-4c20a52e754e {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:18:37.402170 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 55670) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:18:37.402314 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-b720cdf4-b4a2-4c9e-a592-ebc70afa13d5 req-2c89ed4e-c3b3-4f9e-911c-b550115d1814 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:37.457718 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-34cfaa79-d7aa-4bb5-afb2-0d862d022068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:37.478859 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-34cfaa79-d7aa-4bb5-afb2-0d862d022068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:37.493223 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-b720cdf4-b4a2-4c9e-a592-ebc70afa13d5 req-2c89ed4e-c3b3-4f9e-911c-b550115d1814 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] For port ac21abff-15bb-46e8-8406-4c20a52e754e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ac21abff-15bb-46e8-8406-4c20a52e754e,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:18:37.493841 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-b720cdf4-b4a2-4c9e-a592-ebc70afa13d5 req-2c89ed4e-c3b3-4f9e-911c-b550115d1814 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:37.507762 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-b720cdf4-b4a2-4c9e-a592-ebc70afa13d5 req-2c89ed4e-c3b3-4f9e-911c-b550115d1814 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Calling delete_port for ac21abff-15bb-46e8-8406-4c20a52e754e owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:18:37.527448 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-34cfaa79-d7aa-4bb5-afb2-0d862d022068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:37.530763 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-34cfaa79-d7aa-4bb5-afb2-0d862d022068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:37.532501 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-34cfaa79-d7aa-4bb5-afb2-0d862d022068 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b1029e8-0bb7-4cb4-8fc8-20c1550d7bc2 HTTP/1.1" status: 204 len: 168 time: 0.1293507 Sep 07 07:18:37.541081 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfaa79-d7aa-4bb5-afb2-0d862d022068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1029e8-0bb7-4cb4-8fc8-20c1550d7bc2,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:37.695191 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-b720cdf4-b4a2-4c9e-a592-ebc70afa13d5 req-2c89ed4e-c3b3-4f9e-911c-b550115d1814 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:37.741671 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['248be358-cd4c-4e39-acf4-cf97485c1506', 'a08bfa0a-bbab-457f-8f7d-a355def3244c', 'ac21abff-15bb-46e8-8406-4c20a52e754e'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:18:37.775060 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a258aa-d49e-47de-8a98-0d6b84c34833 req-375d6ba5-58f8-498b-9148-472d71db03c5 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:37.776201 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a2a258aa-d49e-47de-8a98-0d6b84c34833 req-375d6ba5-58f8-498b-9148-472d71db03c5 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.1371942 Sep 07 07:18:37.791667 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-b720cdf4-b4a2-4c9e-a592-ebc70afa13d5 req-2c89ed4e-c3b3-4f9e-911c-b550115d1814 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] No DVR routers for this DVR port ac21abff-15bb-46e8-8406-4c20a52e754e on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:18:37.793762 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89ed4e-c3b3-4f9e-911c-b550115d1814 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Pushing event deleted for resources: {'Port': ['ID=ac21abff-15bb-46e8-8406-4c20a52e754e,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:37.796165 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-b720cdf4-b4a2-4c9e-a592-ebc70afa13d5 req-2c89ed4e-c3b3-4f9e-911c-b550115d1814 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:37.798364 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b720cdf4-b4a2-4c9e-a592-ebc70afa13d5 req-2c89ed4e-c3b3-4f9e-911c-b550115d1814 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.15 "DELETE /v2.0/ports/ac21abff-15bb-46e8-8406-4c20a52e754e HTTP/1.1" status: 204 len: 173 time: 0.5484431 Sep 07 07:18:37.801297 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38f7c56-a85f-497a-a87f-0511570b6148', 'name': 'network-vif-deleted', 'tag': 'ac21abff-15bb-46e8-8406-4c20a52e754e'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:18:37.804263 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ada00d-daf8-416c-bb4a-2644e64bc3c8" -d '{"events": [{"server_uuid": "d38f7c56-a85f-497a-a87f-0511570b6148", "name": "network-vif-deleted", "tag": "ac21abff-15bb-46e8-8406-4c20a52e754e"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:18:37.851203 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a2a258aa-d49e-47de-8a98-0d6b84c34833 req-231edb9c-99e3-440f-b4d0-7a476e614b60 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606201 Sep 07 07:18:37.910029 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e8d91d-1a14-4716-a72a-58fbf1c51781 x-openstack-request-id: req-05e8d91d-1a14-4716-a72a-58fbf1c51781 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:18:37.910555 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38f7c56-a85f-497a-a87f-0511570b6148", "name": "network-vif-deleted", "tag": "ac21abff-15bb-46e8-8406-4c20a52e754e", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:18:37.910998 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05e8d91d-1a14-4716-a72a-58fbf1c51781 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:18:37.911603 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38f7c56-a85f-497a-a87f-0511570b6148', 'name': 'network-vif-deleted', 'tag': 'ac21abff-15bb-46e8-8406-4c20a52e754e', 'status': 'completed', 'code': 200} Sep 07 07:18:38.205812 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abef1ef-dcd2-412c-b8aa-356b631545ce req-c177d834-6354-497d-8c93-12fea066887f tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:38.207400 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8abef1ef-dcd2-412c-b8aa-356b631545ce req-c177d834-6354-497d-8c93-12fea066887f tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 946 time: 0.2576020 Sep 07 07:18:38.244801 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8abef1ef-dcd2-412c-b8aa-356b631545ce req-609b5aa5-0402-4f89-a3fe-94ea92aa2b11 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314133 Sep 07 07:18:38.415149 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f6e0d268-17bd-4782-99d9-124b094ae5fc req-eeba8134-223c-4031-857e-d35dd028c972 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38f7c56-a85f-497a-a87f-0511570b6148 HTTP/1.1" status: 200 len: 210 time: 0.0267386 Sep 07 07:18:38.966216 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a7341-7043-4eda-9c3a-fa616fce9a73 req-249c31a4-feff-4e91-bb02-0c4cb52eaf8a tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:38.967752 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-897a7341-7043-4eda-9c3a-fa616fce9a73 req-249c31a4-feff-4e91-bb02-0c4cb52eaf8a tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0486252 Sep 07 07:18:39.006587 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-897a7341-7043-4eda-9c3a-fa616fce9a73 req-d730222d-4ec2-4081-bc47-80fdcdb508c9 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319450 Sep 07 07:18:39.358530 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6ea92-ef35-4ced-86fb-55373f722df1 req-a9351b93-c8ad-49a6-85e1-68be6bdaf27a tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:39.360004 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6bb6ea92-ef35-4ced-86fb-55373f722df1 req-a9351b93-c8ad-49a6-85e1-68be6bdaf27a tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 946 time: 0.0466206 Sep 07 07:18:39.396993 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6bb6ea92-ef35-4ced-86fb-55373f722df1 req-8706f661-9e1b-4bf0-a0cb-a8acadc55e3f tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303235 Sep 07 07:18:39.676015 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e992503-3feb-4581-9877-4fef482120f5 req-3a4516a4-3f13-43fb-a920-4d75b639619c tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:39.677389 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5e992503-3feb-4581-9877-4fef482120f5 req-3a4516a4-3f13-43fb-a920-4d75b639619c tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 945 time: 0.0476439 Sep 07 07:18:39.713273 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5e992503-3feb-4581-9877-4fef482120f5 req-53c6a478-ce25-4042-a807-c4f35f6f737e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300267 Sep 07 07:18:40.126471 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a4c36-69f0-4aa9-8898-a8e2bacf8812 req-3caf95e7-0394-4b73-8651-c6ae11190ef8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:40.128627 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-620a4c36-69f0-4aa9-8898-a8e2bacf8812 req-3caf95e7-0394-4b73-8651-c6ae11190ef8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0538843 Sep 07 07:18:40.164631 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-620a4c36-69f0-4aa9-8898-a8e2bacf8812 req-59855a42-1636-4878-86e2-e0d0d6cd61bf tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300541 Sep 07 07:18:40.339527 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef980e-cc6a-441e-a8fd-749494fbb11d req-64e99a07-67af-4b35-b2e2-748272388568 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:40.341065 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-dbef980e-cc6a-441e-a8fd-749494fbb11d req-64e99a07-67af-4b35-b2e2-748272388568 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.15 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 946 time: 0.0491481 Sep 07 07:18:40.441775 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-dbef980e-cc6a-441e-a8fd-749494fbb11d req-3425e5d2-78ae-48bc-843a-1913f0072e63 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Deleting port c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:18:40.442117 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-dbef980e-cc6a-441e-a8fd-749494fbb11d req-3425e5d2-78ae-48bc-843a-1913f0072e63 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:40.516770 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdbbd7-7fde-4b4a-8bc2-f4b1170500ec req-7b5a4ae2-3455-4a95-ad06-c2c513e594a9 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:40.518817 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c2cdbbd7-7fde-4b4a-8bc2-f4b1170500ec req-7b5a4ae2-3455-4a95-ad06-c2c513e594a9 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be9449a-a9d5-491c-a600-1fae38d22c4d HTTP/1.1" status: 200 len: 946 time: 0.0513451 Sep 07 07:18:40.531345 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-dbef980e-cc6a-441e-a8fd-749494fbb11d req-3425e5d2-78ae-48bc-843a-1913f0072e63 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] For port c6759069-5dc1-47b5-83ef-ca8e09e4bcd5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c6759069-5dc1-47b5-83ef-ca8e09e4bcd5,segment=NetworkSegment(cf1c1dbb-c329-4dc0-a11a-bc057a87752a),segment_id=cf1c1dbb-c329-4dc0-a11a-bc057a87752a)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:18:40.531719 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-dbef980e-cc6a-441e-a8fd-749494fbb11d req-3425e5d2-78ae-48bc-843a-1913f0072e63 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:40.544281 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-dbef980e-cc6a-441e-a8fd-749494fbb11d req-3425e5d2-78ae-48bc-843a-1913f0072e63 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Calling delete_port for c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:18:40.558784 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c2cdbbd7-7fde-4b4a-8bc2-f4b1170500ec req-830e7671-2267-4b66-ade8-0f840b912263 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340412 Sep 07 07:18:40.672294 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-dbef980e-cc6a-441e-a8fd-749494fbb11d req-3425e5d2-78ae-48bc-843a-1913f0072e63 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:40.697976 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425e5d2-78ae-48bc-843a-1913f0072e63 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Pushing event deleted for resources: {'Port': ['ID=c6759069-5dc1-47b5-83ef-ca8e09e4bcd5,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:40.717904 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['c6759069-5dc1-47b5-83ef-ca8e09e4bcd5'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:18:40.738400 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbef980e-cc6a-441e-a8fd-749494fbb11d req-3425e5d2-78ae-48bc-843a-1913f0072e63 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] No DVR routers for this DVR port c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:18:40.741323 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-dbef980e-cc6a-441e-a8fd-749494fbb11d req-3425e5d2-78ae-48bc-843a-1913f0072e63 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:40.743183 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-dbef980e-cc6a-441e-a8fd-749494fbb11d req-3425e5d2-78ae-48bc-843a-1913f0072e63 tempest-VolumesSnapshotTestJSON-1482677410 tempest-VolumesSnapshotTestJSON-1482677410-project] 10.222.0.15 "DELETE /v2.0/ports/c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 HTTP/1.1" status: 204 len: 173 time: 0.3946724 Sep 07 07:18:40.743652 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be9449a-a9d5-491c-a600-1fae38d22c4d', 'name': 'network-vif-deleted', 'tag': 'c6759069-5dc1-47b5-83ef-ca8e09e4bcd5'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:18:40.745934 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58819480-1b70-4717-9412-4460c6ca86ef" -d '{"events": [{"server_uuid": "6be9449a-a9d5-491c-a600-1fae38d22c4d", "name": "network-vif-deleted", "tag": "c6759069-5dc1-47b5-83ef-ca8e09e4bcd5"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:18:40.783266 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daad4aa-a860-4240-8322-aa9ec44014f0 x-openstack-request-id: req-3daad4aa-a860-4240-8322-aa9ec44014f0 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:18:40.783630 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be9449a-a9d5-491c-a600-1fae38d22c4d", "name": "network-vif-deleted", "tag": "c6759069-5dc1-47b5-83ef-ca8e09e4bcd5", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:18:40.783890 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3daad4aa-a860-4240-8322-aa9ec44014f0 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:18:40.784291 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be9449a-a9d5-491c-a600-1fae38d22c4d', 'name': 'network-vif-deleted', 'tag': 'c6759069-5dc1-47b5-83ef-ca8e09e4bcd5', 'status': 'completed', 'code': 200} Sep 07 07:18:41.015335 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bd646-88eb-4e45-beb0-b4ffdbb98c52 req-8b699afe-0b98-4de4-b56f-b35a5bc67998 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:41.016763 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d22bd646-88eb-4e45-beb0-b4ffdbb98c52 req-8b699afe-0b98-4de4-b56f-b35a5bc67998 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 945 time: 0.0470190 Sep 07 07:18:41.023431 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device ac21abff-15bb-46e8-8406-4c20a52e754e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:18:41.043328 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: ac21abff-15bb-46e8-8406-4c20a52e754e {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:18:41.043678 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device ac21abff-15bb-46e8-8406-4c20a52e754e not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:18:41.055411 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d22bd646-88eb-4e45-beb0-b4ffdbb98c52 req-25da0249-c8a1-478c-ad23-1a746632d0e9 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319934 Sep 07 07:18:41.284052 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd19c55-2be6-439a-af8c-41060abee5ab req-98e4c3ee-3fab-48f3-bafa-e2f2b9a1f9f5 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:41.285536 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7bd19c55-2be6-439a-af8c-41060abee5ab req-98e4c3ee-3fab-48f3-bafa-e2f2b9a1f9f5 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0527623 Sep 07 07:18:41.323315 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7bd19c55-2be6-439a-af8c-41060abee5ab req-a3d5a0fc-9eaa-45fa-91ce-afcbc62025c0 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317600 Sep 07 07:18:41.869638 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0fa27-9ea4-49f6-85af-658a03dc8a92 req-e9e7f7cf-81dd-4c52-a000-0c6c4da79717 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:41.871172 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8fb0fa27-9ea4-49f6-85af-658a03dc8a92 req-e9e7f7cf-81dd-4c52-a000-0c6c4da79717 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.15 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 945 time: 0.0578723 Sep 07 07:18:41.965556 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-8fb0fa27-9ea4-49f6-85af-658a03dc8a92 req-86f9781f-1033-4ff5-94cf-c569c531c727 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Deleting port a08bfa0a-bbab-457f-8f7d-a355def3244c {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:18:41.965903 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-8fb0fa27-9ea4-49f6-85af-658a03dc8a92 req-86f9781f-1033-4ff5-94cf-c569c531c727 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:42.053917 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-8fb0fa27-9ea4-49f6-85af-658a03dc8a92 req-86f9781f-1033-4ff5-94cf-c569c531c727 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] For port a08bfa0a-bbab-457f-8f7d-a355def3244c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a08bfa0a-bbab-457f-8f7d-a355def3244c,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:18:42.054284 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-8fb0fa27-9ea4-49f6-85af-658a03dc8a92 req-86f9781f-1033-4ff5-94cf-c569c531c727 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:42.067019 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-8fb0fa27-9ea4-49f6-85af-658a03dc8a92 req-86f9781f-1033-4ff5-94cf-c569c531c727 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Calling delete_port for a08bfa0a-bbab-457f-8f7d-a355def3244c owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:18:42.198994 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-8fb0fa27-9ea4-49f6-85af-658a03dc8a92 req-86f9781f-1033-4ff5-94cf-c569c531c727 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:42.227275 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9781f-1033-4ff5-94cf-c569c531c727 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Pushing event deleted for resources: {'Port': ['ID=a08bfa0a-bbab-457f-8f7d-a355def3244c,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:42.234339 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['248be358-cd4c-4e39-acf4-cf97485c1506', 'a08bfa0a-bbab-457f-8f7d-a355def3244c'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:18:42.260190 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-18709750-ccc6-4cab-8798-83382f62c08e req-d2517d64-cf23-43b5-af94-fb52591bfa2d tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=02592f5f-668d-47e3-abf5-97468338870c HTTP/1.1" status: 200 len: 210 time: 0.1345868 Sep 07 07:18:42.266877 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb0fa27-9ea4-49f6-85af-658a03dc8a92 req-86f9781f-1033-4ff5-94cf-c569c531c727 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] No DVR routers for this DVR port a08bfa0a-bbab-457f-8f7d-a355def3244c on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:18:42.270526 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-8fb0fa27-9ea4-49f6-85af-658a03dc8a92 req-86f9781f-1033-4ff5-94cf-c569c531c727 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:42.273796 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8fb0fa27-9ea4-49f6-85af-658a03dc8a92 req-86f9781f-1033-4ff5-94cf-c569c531c727 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.15 "DELETE /v2.0/ports/a08bfa0a-bbab-457f-8f7d-a355def3244c HTTP/1.1" status: 204 len: 173 time: 0.3960719 Sep 07 07:18:42.444424 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989d5d9-765a-4c7d-8040-c802db6385ef req-ab54fc5a-aa02-418d-bd0e-1e121932486d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:42.445955 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1989d5d9-765a-4c7d-8040-c802db6385ef req-ab54fc5a-aa02-418d-bd0e-1e121932486d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0505288 Sep 07 07:18:42.485518 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1989d5d9-765a-4c7d-8040-c802db6385ef req-4d3cbaf6-bfec-40a2-9eeb-1311a7775372 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335083 Sep 07 07:18:42.785464 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02592f5f-668d-47e3-abf5-97468338870c', 'name': 'network-vif-deleted', 'tag': 'a08bfa0a-bbab-457f-8f7d-a355def3244c'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:18:42.787832 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5445b66f-110e-428c-a2e2-b4c21db28027" -d '{"events": [{"server_uuid": "02592f5f-668d-47e3-abf5-97468338870c", "name": "network-vif-deleted", "tag": "a08bfa0a-bbab-457f-8f7d-a355def3244c"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:18:42.823649 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d814b484-72d4-45c1-8a2f-3cc8b674d892 x-openstack-request-id: req-d814b484-72d4-45c1-8a2f-3cc8b674d892 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:18:42.824025 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02592f5f-668d-47e3-abf5-97468338870c", "name": "network-vif-deleted", "tag": "a08bfa0a-bbab-457f-8f7d-a355def3244c", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:18:42.824349 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d814b484-72d4-45c1-8a2f-3cc8b674d892 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:18:42.825145 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02592f5f-668d-47e3-abf5-97468338870c', 'name': 'network-vif-deleted', 'tag': 'a08bfa0a-bbab-457f-8f7d-a355def3244c', 'status': 'completed', 'code': 200} Sep 07 07:18:43.654212 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7ed84-4b70-48a4-89b2-ce3269ff6d7f req-477cb88d-030a-485a-b7a6-3342680b8dcd tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:43.655720 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-21b7ed84-4b70-48a4-89b2-ce3269ff6d7f req-477cb88d-030a-485a-b7a6-3342680b8dcd tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.1024210 Sep 07 07:18:43.693846 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-21b7ed84-4b70-48a4-89b2-ce3269ff6d7f req-49d08ee7-6746-418f-9e89-c33f1a436ed0 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318470 Sep 07 07:18:44.652105 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f92db-9d43-4a1e-babf-6028d01a45b4 req-b20c8410-83f0-4b1a-b764-e420ffacd588 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:44.653468 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b33f92db-9d43-4a1e-babf-6028d01a45b4 req-b20c8410-83f0-4b1a-b764-e420ffacd588 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 946 time: 0.0499406 Sep 07 07:18:44.690404 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b33f92db-9d43-4a1e-babf-6028d01a45b4 req-781e0daa-9a3d-4c52-b941-06de14ddf314 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303833 Sep 07 07:18:44.807948 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e8f44-3d1b-4991-91d0-5b5cf9059326 req-ccadd534-9cbd-49bb-ae32-358bbb27fbf1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:44.809300 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9b9e8f44-3d1b-4991-91d0-5b5cf9059326 req-ccadd534-9cbd-49bb-ae32-358bbb27fbf1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0465713 Sep 07 07:18:44.846103 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9b9e8f44-3d1b-4991-91d0-5b5cf9059326 req-497f097f-20a0-4e47-a7c3-dee1caaf5ee5 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304401 Sep 07 07:18:45.805658 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a50111-b59a-4198-b0ec-d3c439ff4bc8 req-4781c2df-d723-4785-9d19-f044383a90bd tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:45.806659 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-43a50111-b59a-4198-b0ec-d3c439ff4bc8 req-4781c2df-d723-4785-9d19-f044383a90bd tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 946 time: 0.0494418 Sep 07 07:18:45.850907 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-43a50111-b59a-4198-b0ec-d3c439ff4bc8 req-5145ba87-4b2b-411c-b006-02377310a623 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370903 Sep 07 07:18:45.935409 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:18:45.955956 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:18:45.956236 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device c6759069-5dc1-47b5-83ef-ca8e09e4bcd5 not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:18:45.956655 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device a08bfa0a-bbab-457f-8f7d-a355def3244c no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:18:45.957059 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e72ae-ac21-485a-8949-c29527b3bf7e req-282dd1db-073d-48ac-a78e-db7dfce43ba2 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:45.959345 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-617e72ae-ac21-485a-8949-c29527b3bf7e req-282dd1db-073d-48ac-a78e-db7dfce43ba2 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0476167 Sep 07 07:18:45.974901 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: a08bfa0a-bbab-457f-8f7d-a355def3244c {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:18:45.975256 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device a08bfa0a-bbab-457f-8f7d-a355def3244c not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:18:45.995247 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-617e72ae-ac21-485a-8949-c29527b3bf7e req-22f920e1-d06c-415f-92a5-ddd4fae9e9ee tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306022 Sep 07 07:18:46.963164 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a190b60-cd14-4edd-8eee-42c748feeebf req-2d02a7c5-c9fa-4d3c-b01f-df726f5465ca tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:46.964722 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0a190b60-cd14-4edd-8eee-42c748feeebf req-2d02a7c5-c9fa-4d3c-b01f-df726f5465ca tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 946 time: 0.0487165 Sep 07 07:18:47.001782 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0a190b60-cd14-4edd-8eee-42c748feeebf req-8f6a7665-519c-458b-a33e-7033af675256 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303910 Sep 07 07:18:47.106538 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079176fc-d5aa-4ae6-8053-dd293d5bd0d0 req-1b677989-6e50-4088-a768-b1f5071b4026 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:47.107948 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-079176fc-d5aa-4ae6-8053-dd293d5bd0d0 req-1b677989-6e50-4088-a768-b1f5071b4026 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0495763 Sep 07 07:18:47.147269 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-079176fc-d5aa-4ae6-8053-dd293d5bd0d0 req-faf7c1b0-8dc5-4ed1-b79c-fbe03d25d5e9 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336077 Sep 07 07:18:48.112586 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47315532-9982-4030-bc78-e8696f00af7c req-532cd74d-ed58-4de9-a2f5-1cdad008cb55 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:48.114062 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-47315532-9982-4030-bc78-e8696f00af7c req-532cd74d-ed58-4de9-a2f5-1cdad008cb55 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 946 time: 0.0476148 Sep 07 07:18:48.151424 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-47315532-9982-4030-bc78-e8696f00af7c req-9cd8c88f-cbf7-4506-890c-dd2c04b53cfb tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313563 Sep 07 07:18:48.256843 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574b29d-aa28-4589-92a9-a396d2429d75 req-e9389a27-8b36-436e-b7f8-a522a72a38cf tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:48.258300 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e574b29d-aa28-4589-92a9-a396d2429d75 req-e9389a27-8b36-436e-b7f8-a522a72a38cf tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0471296 Sep 07 07:18:48.297368 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e574b29d-aa28-4589-92a9-a396d2429d75 req-1b5c0ad8-bc5f-4aff-8594-9a086d854775 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331511 Sep 07 07:18:49.269378 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d86bbf-6b52-4530-8f29-6137223860bc req-a4a89ea8-cd23-4876-bad0-e70e98badfe8 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:49.270844 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-71d86bbf-6b52-4530-8f29-6137223860bc req-a4a89ea8-cd23-4876-bad0-e70e98badfe8 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 946 time: 0.0495384 Sep 07 07:18:49.311919 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-71d86bbf-6b52-4530-8f29-6137223860bc req-c744b9ba-383e-4c3a-83bd-75d7f1046d7d tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349824 Sep 07 07:18:49.412394 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6327b5d-28f1-417f-b93d-f590897dc93c req-cf56f263-26da-42ed-899f-9dcb6fc32ad3 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:49.413892 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c6327b5d-28f1-417f-b93d-f590897dc93c req-cf56f263-26da-42ed-899f-9dcb6fc32ad3 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0489211 Sep 07 07:18:49.457341 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c6327b5d-28f1-417f-b93d-f590897dc93c req-a6aea103-d677-4efc-8ac1-c2806308060d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337527 Sep 07 07:18:50.428919 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29203c2e-480d-4877-a131-897d909c3703 req-2e2b4061-3440-4159-ade5-0ab1b78930f8 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:50.430612 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-29203c2e-480d-4877-a131-897d909c3703 req-2e2b4061-3440-4159-ade5-0ab1b78930f8 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 946 time: 0.0497725 Sep 07 07:18:50.471272 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-29203c2e-480d-4877-a131-897d909c3703 req-ca0d6b00-365e-4fb2-934d-37c76804b170 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/security-groups?id=c7fccc2d-7875-4416-a38e-8834fca3bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339520 Sep 07 07:18:50.605359 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f1873-4cd3-4b49-8814-43f0304ca688 req-07b39b58-7384-4c02-8352-a451f7735ebb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:50.608248 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-653f1873-4cd3-4b49-8814-43f0304ca688 req-07b39b58-7384-4c02-8352-a451f7735ebb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0618320 Sep 07 07:18:50.652675 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-653f1873-4cd3-4b49-8814-43f0304ca688 req-8b4c7749-de0e-49c6-92ce-9df14a8ddf96 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363891 Sep 07 07:18:50.904887 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ddc89-a5d8-4e5c-8e72-adce2f7b7683 req-6290c89e-0466-4fbe-8173-8b6b5efec883 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:50.906344 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ab7ddc89-a5d8-4e5c-8e72-adce2f7b7683 req-6290c89e-0466-4fbe-8173-8b6b5efec883 tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 946 time: 0.0516219 Sep 07 07:18:51.058983 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-ab7ddc89-a5d8-4e5c-8e72-adce2f7b7683 req-bc257f28-ad40-475b-8f0e-43af8127187a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Deleting port 248be358-cd4c-4e39-acf4-cf97485c1506 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:18:51.059240 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-ab7ddc89-a5d8-4e5c-8e72-adce2f7b7683 req-bc257f28-ad40-475b-8f0e-43af8127187a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:51.146205 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-ab7ddc89-a5d8-4e5c-8e72-adce2f7b7683 req-bc257f28-ad40-475b-8f0e-43af8127187a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] For port 248be358-cd4c-4e39-acf4-cf97485c1506, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=248be358-cd4c-4e39-acf4-cf97485c1506,segment=NetworkSegment(f315a493-8adb-435c-a2a4-2b68883c8113),segment_id=f315a493-8adb-435c-a2a4-2b68883c8113)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:18:51.146569 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-ab7ddc89-a5d8-4e5c-8e72-adce2f7b7683 req-bc257f28-ad40-475b-8f0e-43af8127187a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:51.158475 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-ab7ddc89-a5d8-4e5c-8e72-adce2f7b7683 req-bc257f28-ad40-475b-8f0e-43af8127187a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Calling delete_port for 248be358-cd4c-4e39-acf4-cf97485c1506 owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:18:51.228314 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:51.282621 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-ab7ddc89-a5d8-4e5c-8e72-adce2f7b7683 req-bc257f28-ad40-475b-8f0e-43af8127187a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:51.311387 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc257f28-ad40-475b-8f0e-43af8127187a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Pushing event deleted for resources: {'Port': ['ID=248be358-cd4c-4e39-acf4-cf97485c1506,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:51.318818 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['248be358-cd4c-4e39-acf4-cf97485c1506'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:18:51.350266 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7ddc89-a5d8-4e5c-8e72-adce2f7b7683 req-bc257f28-ad40-475b-8f0e-43af8127187a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] No DVR routers for this DVR port 248be358-cd4c-4e39-acf4-cf97485c1506 on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:18:51.352591 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-ab7ddc89-a5d8-4e5c-8e72-adce2f7b7683 req-bc257f28-ad40-475b-8f0e-43af8127187a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:51.354536 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ab7ddc89-a5d8-4e5c-8e72-adce2f7b7683 req-bc257f28-ad40-475b-8f0e-43af8127187a tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.15 "DELETE /v2.0/ports/248be358-cd4c-4e39-acf4-cf97485c1506 HTTP/1.1" status: 204 len: 173 time: 0.3807113 Sep 07 07:18:51.354959 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9710aa-9476-4065-8b71-108582a081f6', 'name': 'network-vif-deleted', 'tag': '248be358-cd4c-4e39-acf4-cf97485c1506'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:18:51.357168 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebc92dd-504a-4719-8e4b-8a844a997968" -d '{"events": [{"server_uuid": "8b9710aa-9476-4065-8b71-108582a081f6", "name": "network-vif-deleted", "tag": "248be358-cd4c-4e39-acf4-cf97485c1506"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:18:51.395514 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0892b4d-b965-466f-bc54-d0650a65243a x-openstack-request-id: req-f0892b4d-b965-466f-bc54-d0650a65243a {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:18:51.395992 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9710aa-9476-4065-8b71-108582a081f6", "name": "network-vif-deleted", "tag": "248be358-cd4c-4e39-acf4-cf97485c1506", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:18:51.396109 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0892b4d-b965-466f-bc54-d0650a65243a {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:18:51.396480 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9710aa-9476-4065-8b71-108582a081f6', 'name': 'network-vif-deleted', 'tag': '248be358-cd4c-4e39-acf4-cf97485c1506', 'status': 'completed', 'code': 200} Sep 07 07:18:51.586805 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ff7bd960-ef96-40bf-9ead-8702191c09aa req-30503803-4668-4cc1-9fc6-d2f17138b54e tempest-AttachVolumeNegativeTest-1611398117 tempest-AttachVolumeNegativeTest-1611398117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9710aa-9476-4065-8b71-108582a081f6 HTTP/1.1" status: 200 len: 210 time: 0.0321968 Sep 07 07:18:51.775877 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d818687-cd1c-4b79-9a05-967bcbc8b75a req-655772b4-70aa-4b95-b3ca-be7dec0d2e73 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:51.777701 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6d818687-cd1c-4b79-9a05-967bcbc8b75a req-655772b4-70aa-4b95-b3ca-be7dec0d2e73 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0538929 Sep 07 07:18:51.841476 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6d818687-cd1c-4b79-9a05-967bcbc8b75a req-5655d93f-ebba-4575-a9c1-7fefe3ff143e tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561819 Sep 07 07:18:52.408568 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91508b1d-8d82-43a2-a5c6-fd46cdc7783c req-28513302-1517-42dd-9ca8-0289fb601856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:52.410565 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-91508b1d-8d82-43a2-a5c6-fd46cdc7783c req-28513302-1517-42dd-9ca8-0289fb601856 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af77442a8c7443a5a8a5ba77a1a860e8&device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 1098 time: 0.0390463 Sep 07 07:18:52.519248 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91508b1d-8d82-43a2-a5c6-fd46cdc7783c req-96b20bf6-6d8f-4e1f-9132-0cb13519b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:52.520729 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-91508b1d-8d82-43a2-a5c6-fd46cdc7783c req-96b20bf6-6d8f-4e1f-9132-0cb13519b9ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a6bf082-f995-4176-a62b-a1e75c89f882 HTTP/1.1" status: 200 len: 911 time: 0.0907538 Sep 07 07:18:52.586196 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-91508b1d-8d82-43a2-a5c6-fd46cdc7783c req-07293853-4c19-4821-98ba-ee8fe1e87c44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a95d598c-fcd9-4b00-bd84-84bba42c0d16 HTTP/1.1" status: 200 len: 999 time: 0.0572531 Sep 07 07:18:52.634456 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91508b1d-8d82-43a2-a5c6-fd46cdc7783c req-9a63ea24-06c8-4b85-8c6e-6eac54fc78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:52.635953 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-91508b1d-8d82-43a2-a5c6-fd46cdc7783c req-9a63ea24-06c8-4b85-8c6e-6eac54fc78e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3cddb77f-e14b-40a5-ac21-cbec1af62b3e HTTP/1.1" status: 200 len: 849 time: 0.0428479 Sep 07 07:18:52.642556 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 55992) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:18:52.689074 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91508b1d-8d82-43a2-a5c6-fd46cdc7783c req-3d2e2bbc-faf6-4a60-9381-bd43d7c8cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:52.691072 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-91508b1d-8d82-43a2-a5c6-fd46cdc7783c req-3d2e2bbc-faf6-4a60-9381-bd43d7c8cc59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a6bf082-f995-4176-a62b-a1e75c89f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458307 Sep 07 07:18:52.817062 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf186dd5-3635-4dee-b636-7647aa273748 admin admin] Deleting subnet bbfed80f-05db-4166-bc1f-98df7697e081 {{(pid=94029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 07:18:52.821396 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bf186dd5-3635-4dee-b636-7647aa273748 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:52.824288 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-91508b1d-8d82-43a2-a5c6-fd46cdc7783c req-b024d8a3-7b09-4601-8e2a-3bed2eb4eaf4 service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245842 Sep 07 07:18:52.887691 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bf186dd5-3635-4dee-b636-7647aa273748 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5732538'] for subnet, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:52.967773 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d07ff-8e65-4499-a46e-79ed400f8224 req-f9c6f81b-5eb6-4569-b8ae-deacb131d84e tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:52.971801 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f80d07ff-8e65-4499-a46e-79ed400f8224 req-f9c6f81b-5eb6-4569-b8ae-deacb131d84e tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0523739 Sep 07 07:18:52.976563 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bf186dd5-3635-4dee-b636-7647aa273748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1858048'] for subnet, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:53.004866 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-91508b1d-8d82-43a2-a5c6-fd46cdc7783c req-ea323176-fb6c-4318-82de-48c6cb182622 service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624506 Sep 07 07:18:53.009679 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f80d07ff-8e65-4499-a46e-79ed400f8224 req-f60e2c86-a4a3-4dd3-be97-e01857fea7be tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342512 Sep 07 07:18:53.048661 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bf186dd5-3635-4dee-b636-7647aa273748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1858059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5732577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5791269'] for subnet, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:53.073343 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf186dd5-3635-4dee-b636-7647aa273748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbfed80f-05db-4166-bc1f-98df7697e081,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:53.078978 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bf186dd5-3635-4dee-b636-7647aa273748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:53.083771 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-bf186dd5-3635-4dee-b636-7647aa273748 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bbfed80f-05db-4166-bc1f-98df7697e081 HTTP/1.1" status: 204 len: 168 time: 0.4402087 Sep 07 07:18:53.084550 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56012) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:18:53.163563 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744665'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:53.245155 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1854623', 'neutron.services.segments.db._delete_segments_for_network-8728184039280'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:53.265704 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f8a398-c1d7-42d1-a5cb-7345e4c6544e']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:18:53.277828 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f315a493-8adb-435c-a2a4-2b68883c8113') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:18:53.278130 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f315a493-8adb-435c-a2a4-2b68883c8113') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:18:53.293312 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728184039033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6942334'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:53.307739 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:53.313878 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 07:18:53.314262 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5299484'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: Traceback (most recent call last): Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: timer() Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: cb(*args, **kw) Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: return func(*args, **kwargs) Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: self._notify() Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: self.callback(batched_events) Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: event.method(event) Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: return f(self, *a, **k) Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: return self._get(url).json() Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 07:18:53.315942 dv-cinder-804735-9-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 07:18:53.373281 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1854598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579843'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:53.380883 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:53.383313 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] 10.222.0.30 "DELETE /v2.0/networks/f7f8a398-c1d7-42d1-a5cb-7345e4c6544e HTTP/1.1" status: 204 len: 168 time: 0.2958348 Sep 07 07:18:53.395618 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Pushing event deleted for resources: {'Network': ['ID=f7f8a398-c1d7-42d1-a5cb-7345e4c6544e,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:53.402880 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:53.403234 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:53.403612 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:53.403951 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:53.404289 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:53.404626 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:53.404959 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:53.405288 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:53.405623 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:53.405950 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:53.406276 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:53.406598 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676723c2-5a24-4b4c-a417-54bacbdc717f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:18:53.497847 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56024) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:18:53.535786 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-eed87e92-4cc0-48d7-a9b6-8414c0234f39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1941f241057e4fa98d84552cc6064fe0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0367599 Sep 07 07:18:53.538118 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56026) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:18:53.587305 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-58bbc8cb-6e29-42bc-a39a-31f9c1be562e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:53.610873 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-58bbc8cb-6e29-42bc-a39a-31f9c1be562e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:53.655453 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-58bbc8cb-6e29-42bc-a39a-31f9c1be562e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:53.658420 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-58bbc8cb-6e29-42bc-a39a-31f9c1be562e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:53.660211 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-58bbc8cb-6e29-42bc-a39a-31f9c1be562e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7fccc2d-7875-4416-a38e-8834fca3bf8e HTTP/1.1" status: 204 len: 168 time: 0.1212173 Sep 07 07:18:53.667480 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbc8cb-6e29-42bc-a39a-31f9c1be562e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fccc2d-7875-4416-a38e-8834fca3bf8e,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:18:54.134440 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4828d4-a056-49fa-86d2-10004cc9ebaa req-56f58294-3645-4f7b-beb9-425766ff89c6 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:54.135944 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0b4828d4-a056-49fa-86d2-10004cc9ebaa req-56f58294-3645-4f7b-beb9-425766ff89c6 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0489430 Sep 07 07:18:54.173873 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0b4828d4-a056-49fa-86d2-10004cc9ebaa req-edcaba4d-efae-4f52-9337-36256fb9de12 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318244 Sep 07 07:18:54.435669 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158c3a0-781d-40f8-8715-cef98a7cb09b req-2a175f68-2e8b-4750-9361-0499b6a0e647 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:54.437156 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e158c3a0-781d-40f8-8715-cef98a7cb09b req-2a175f68-2e8b-4750-9361-0499b6a0e647 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0511098 Sep 07 07:18:54.474067 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e158c3a0-781d-40f8-8715-cef98a7cb09b req-e6f10c7a-695d-4729-bfb4-86d112407ede tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309718 Sep 07 07:18:55.371970 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 248be358-cd4c-4e39-acf4-cf97485c1506 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:18:55.391796 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: 248be358-cd4c-4e39-acf4-cf97485c1506 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:18:55.392141 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 248be358-cd4c-4e39-acf4-cf97485c1506 not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:18:55.683626 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bd204-88fc-4b32-a701-ebe11ac4a398 req-585527d5-b29c-4b62-a96a-b20f1316968a tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:55.685084 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-343bd204-88fc-4b32-a701-ebe11ac4a398 req-585527d5-b29c-4b62-a96a-b20f1316968a tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0473912 Sep 07 07:18:55.720599 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-343bd204-88fc-4b32-a701-ebe11ac4a398 req-6bcf8ae0-5071-42e6-b783-0c4b9999827d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291774 Sep 07 07:18:56.831677 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5061b-8b75-450f-9d38-0a7462aaa5a0 req-43718042-1852-4727-a583-410675aaab2c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:56.833234 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-66c5061b-8b75-450f-9d38-0a7462aaa5a0 req-43718042-1852-4727-a583-410675aaab2c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0465105 Sep 07 07:18:56.869638 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-66c5061b-8b75-450f-9d38-0a7462aaa5a0 req-8d04346c-100b-45bf-9cb7-50f416e50edc tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307891 Sep 07 07:18:57.551813 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-69f09f04-f0cc-4042-b68b-b2f8efabd18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:18:57.985841 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135f7b0-8bc0-4bb4-8cfa-a49884e36033 req-269cd078-96f3-450f-aaca-f7af0547b778 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:57.987891 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c135f7b0-8bc0-4bb4-8cfa-a49884e36033 req-269cd078-96f3-450f-aaca-f7af0547b778 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0535352 Sep 07 07:18:58.024690 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c135f7b0-8bc0-4bb4-8cfa-a49884e36033 req-b94c5f0f-1e70-489c-9c78-fc56e4a98d9d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308130 Sep 07 07:18:58.072548 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68029e3c-cb0e-4545-8e0e-eb929d843eae req-74f3a638-a76b-4b02-8180-63564d020614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:58.073972 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-68029e3c-cb0e-4545-8e0e-eb929d843eae req-74f3a638-a76b-4b02-8180-63564d020614 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af77442a8c7443a5a8a5ba77a1a860e8&device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 1098 time: 0.1304712 Sep 07 07:18:58.165376 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68029e3c-cb0e-4545-8e0e-eb929d843eae req-40121927-8b74-4ff0-9a44-fb28dbcabe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:58.166877 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-68029e3c-cb0e-4545-8e0e-eb929d843eae req-40121927-8b74-4ff0-9a44-fb28dbcabe4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a6bf082-f995-4176-a62b-a1e75c89f882 HTTP/1.1" status: 200 len: 911 time: 0.0853221 Sep 07 07:18:58.228909 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-68029e3c-cb0e-4545-8e0e-eb929d843eae req-97df69b7-04bc-470b-8726-6ab3a32c8139 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a95d598c-fcd9-4b00-bd84-84bba42c0d16 HTTP/1.1" status: 200 len: 999 time: 0.0543771 Sep 07 07:18:58.275825 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68029e3c-cb0e-4545-8e0e-eb929d843eae req-8b41b3c3-db94-4103-9e4f-e97b250ab6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:58.277202 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-68029e3c-cb0e-4545-8e0e-eb929d843eae req-8b41b3c3-db94-4103-9e4f-e97b250ab6a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3cddb77f-e14b-40a5-ac21-cbec1af62b3e HTTP/1.1" status: 200 len: 849 time: 0.0408835 Sep 07 07:18:58.324092 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68029e3c-cb0e-4545-8e0e-eb929d843eae req-73d69f97-c20b-43e9-84ed-7aee4f72d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:58.325534 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-68029e3c-cb0e-4545-8e0e-eb929d843eae req-73d69f97-c20b-43e9-84ed-7aee4f72d64b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a6bf082-f995-4176-a62b-a1e75c89f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406966 Sep 07 07:18:58.412363 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-68029e3c-cb0e-4545-8e0e-eb929d843eae req-5821229d-f004-436f-bbd4-3a51ee853fce service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786486 Sep 07 07:18:58.503170 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-68029e3c-cb0e-4545-8e0e-eb929d843eae req-84c16e19-ff47-4be1-bbf8-8b3bf61ec177 service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835037 Sep 07 07:18:59.142186 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95629791-efbb-476b-b41e-3e7fe588a4ac req-ce0b32cb-3cfc-4a95-8cf2-f556a158c033 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:18:59.144234 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-95629791-efbb-476b-b41e-3e7fe588a4ac req-ce0b32cb-3cfc-4a95-8cf2-f556a158c033 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0508153 Sep 07 07:18:59.181290 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-95629791-efbb-476b-b41e-3e7fe588a4ac req-0293bcb1-7eb0-48aa-9b43-c7623813ce19 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311651 Sep 07 07:19:00.206034 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:00.285786 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a9c6bc3e-7f90-4e69-8db7-b5f2cd2abafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:00.297109 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69cc4c-5d07-4b4a-89e6-b390b37457a4 req-98931311-341e-4c47-a543-814541f8efb9 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:00.298587 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1c69cc4c-5d07-4b4a-89e6-b390b37457a4 req-98931311-341e-4c47-a543-814541f8efb9 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0488863 Sep 07 07:19:00.339543 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1c69cc4c-5d07-4b4a-89e6-b390b37457a4 req-bf0960d2-c736-4dd5-9bdb-89ae9166cad8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316012 Sep 07 07:19:00.388525 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56200) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:00.493668 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8f44c94f-9bfa-4fdb-94ef-58ee9fe6d074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:00.581233 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8f44c94f-9bfa-4fdb-94ef-58ee9fe6d074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:00.584720 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8f44c94f-9bfa-4fdb-94ef-58ee9fe6d074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:00.621497 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8f44c94f-9bfa-4fdb-94ef-58ee9fe6d074 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a38721c2a9ea4098ab92e47bfca14917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319491 Sep 07 07:19:00.622613 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44c94f-9bfa-4fdb-94ef-58ee9fe6d074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edb44f3-83cf-497a-9a8c-19ccbf53254a,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:00.624238 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56208) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:00.672249 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-be93ef9c-cd7c-46a6-a765-85a11628cbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:00.693086 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-be93ef9c-cd7c-46a6-a765-85a11628cbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:00.742964 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-be93ef9c-cd7c-46a6-a765-85a11628cbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:00.745566 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-be93ef9c-cd7c-46a6-a765-85a11628cbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:00.746700 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-be93ef9c-cd7c-46a6-a765-85a11628cbab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4edb44f3-83cf-497a-9a8c-19ccbf53254a HTTP/1.1" status: 204 len: 168 time: 0.1213779 Sep 07 07:19:00.754193 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93ef9c-cd7c-46a6-a765-85a11628cbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edb44f3-83cf-497a-9a8c-19ccbf53254a,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:00.995756 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56216) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:01.011801 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6825d38f-58dc-4ebd-8a6d-c3b8d4da2e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:01.113872 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:01.329567 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6825d38f-58dc-4ebd-8a6d-c3b8d4da2e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:01.333593 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6825d38f-58dc-4ebd-8a6d-c3b8d4da2e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:01.374205 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-6825d38f-58dc-4ebd-8a6d-c3b8d4da2e5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=079bc8a95c314aaca017f9b089287592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774350 Sep 07 07:19:01.375023 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825d38f-58dc-4ebd-8a6d-c3b8d4da2e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db518344-5d3d-4d60-bac6-a82d2c6958e7,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:01.376910 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56220) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:01.425341 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bd58c4cf-7353-4cd5-9d9a-44c70be6de3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:01.446171 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bd58c4cf-7353-4cd5-9d9a-44c70be6de3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:01.491382 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bd58c4cf-7353-4cd5-9d9a-44c70be6de3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:01.493901 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bd58c4cf-7353-4cd5-9d9a-44c70be6de3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:01.495056 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-bd58c4cf-7353-4cd5-9d9a-44c70be6de3e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db518344-5d3d-4d60-bac6-a82d2c6958e7 HTTP/1.1" status: 204 len: 168 time: 0.1170940 Sep 07 07:19:01.502551 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58c4cf-7353-4cd5-9d9a-44c70be6de3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db518344-5d3d-4d60-bac6-a82d2c6958e7,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:03.003526 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56274) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:03.112184 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6c7af8f4-c724-419b-8745-ca5ca0aa3678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:03.196005 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6c7af8f4-c724-419b-8745-ca5ca0aa3678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:03.199424 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6c7af8f4-c724-419b-8745-ca5ca0aa3678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:03.235748 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-6c7af8f4-c724-419b-8745-ca5ca0aa3678 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f0b88dd44baa400d82cbb874e1233f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311935 Sep 07 07:19:03.236858 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7af8f4-c724-419b-8745-ca5ca0aa3678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fca004-f773-4fbc-87fa-0b92c8c5caa1,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:03.239862 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56280) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:03.291563 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6ab81764-bd44-4170-948d-0d7436b406dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:03.300960 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:03.312381 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6ab81764-bd44-4170-948d-0d7436b406dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:03.357948 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6ab81764-bd44-4170-948d-0d7436b406dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:03.360479 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6ab81764-bd44-4170-948d-0d7436b406dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:03.361606 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6ab81764-bd44-4170-948d-0d7436b406dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29fca004-f773-4fbc-87fa-0b92c8c5caa1 HTTP/1.1" status: 204 len: 168 time: 0.1204348 Sep 07 07:19:03.368954 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab81764-bd44-4170-948d-0d7436b406dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fca004-f773-4fbc-87fa-0b92c8c5caa1,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:03.615675 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56288) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:03.629290 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b07065c9-a6e6-491d-bfb0-9262d8ddb646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:03.715616 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b07065c9-a6e6-491d-bfb0-9262d8ddb646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:03.719119 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b07065c9-a6e6-491d-bfb0-9262d8ddb646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:03.755738 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b07065c9-a6e6-491d-bfb0-9262d8ddb646 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2095c1a0bb8640c6a7d3afbdde291fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1389949 Sep 07 07:19:03.756580 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07065c9-a6e6-491d-bfb0-9262d8ddb646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dade5712-75e6-40f3-97a9-22d99df85e46,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:03.758378 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56292) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:03.808925 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-61f8593f-053e-4080-a5c4-587bcd78ec1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:03.829054 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-61f8593f-053e-4080-a5c4-587bcd78ec1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:03.872511 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-61f8593f-053e-4080-a5c4-587bcd78ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:03.875021 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-61f8593f-053e-4080-a5c4-587bcd78ec1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:03.876171 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-61f8593f-053e-4080-a5c4-587bcd78ec1d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dade5712-75e6-40f3-97a9-22d99df85e46 HTTP/1.1" status: 204 len: 168 time: 0.1167588 Sep 07 07:19:03.883988 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8593f-053e-4080-a5c4-587bcd78ec1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dade5712-75e6-40f3-97a9-22d99df85e46,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:08.365281 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56440) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:08.472779 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-83ce6a77-1219-4b9b-b4f9-949b80dbb36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:08.565288 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-83ce6a77-1219-4b9b-b4f9-949b80dbb36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:08.571047 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-83ce6a77-1219-4b9b-b4f9-949b80dbb36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:08.610004 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-83ce6a77-1219-4b9b-b4f9-949b80dbb36b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21a6032582c2439a98911723934686ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437189 Sep 07 07:19:08.610855 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce6a77-1219-4b9b-b4f9-949b80dbb36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b65bae-8c15-43ce-886b-3875c1069e6b,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:08.613420 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56454) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:08.624155 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56456) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:08.682767 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-37d44cf1-afec-4548-9fe2-4ffe1d6b37c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:08.705997 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-37d44cf1-afec-4548-9fe2-4ffe1d6b37c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:08.733559 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3d4dc651-b160-413c-ab55-261992b46dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:08.756834 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-37d44cf1-afec-4548-9fe2-4ffe1d6b37c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:08.759912 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-37d44cf1-afec-4548-9fe2-4ffe1d6b37c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:08.763785 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-37d44cf1-afec-4548-9fe2-4ffe1d6b37c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99b65bae-8c15-43ce-886b-3875c1069e6b HTTP/1.1" status: 204 len: 168 time: 0.1461563 Sep 07 07:19:08.769420 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d44cf1-afec-4548-9fe2-4ffe1d6b37c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b65bae-8c15-43ce-886b-3875c1069e6b,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:08.834813 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3d4dc651-b160-413c-ab55-261992b46dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:08.838746 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3d4dc651-b160-413c-ab55-261992b46dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:08.875891 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-3d4dc651-b160-413c-ab55-261992b46dfc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b67db678224444dd8c99e26b1b5a950e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505116 Sep 07 07:19:08.878172 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4dc651-b160-413c-ab55-261992b46dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16f1c87-db70-4446-89d0-363e1c0f2352,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:08.878866 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56464) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:08.896068 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:19:08.946333 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f58cdb2a-6f76-49c0-ba6a-639d7fa255dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:08.972942 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f58cdb2a-6f76-49c0-ba6a-639d7fa255dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:09.025538 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f58cdb2a-6f76-49c0-ba6a-639d7fa255dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:09.028351 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f58cdb2a-6f76-49c0-ba6a-639d7fa255dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:09.029607 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f58cdb2a-6f76-49c0-ba6a-639d7fa255dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b16f1c87-db70-4446-89d0-363e1c0f2352 HTTP/1.1" status: 204 len: 168 time: 0.1492176 Sep 07 07:19:09.039231 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cdb2a-6f76-49c0-ba6a-639d7fa255dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16f1c87-db70-4446-89d0-363e1c0f2352,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:09.308538 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56488) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:09.321514 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-57d10454-8753-4142-92a0-8f23fa7e4394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:09.410974 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-57d10454-8753-4142-92a0-8f23fa7e4394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:09.414862 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-57d10454-8753-4142-92a0-8f23fa7e4394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:09.454320 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-57d10454-8753-4142-92a0-8f23fa7e4394 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba9ef15b2c474128adc93e94b48d11ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424410 Sep 07 07:19:09.454320 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d10454-8753-4142-92a0-8f23fa7e4394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3072ded-b032-47fe-b549-547dd83b5353,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:09.455180 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56494) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:09.506205 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cae5b585-6c81-4c4f-aef7-c9faf31c0b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:09.526734 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cae5b585-6c81-4c4f-aef7-c9faf31c0b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:09.581539 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cae5b585-6c81-4c4f-aef7-c9faf31c0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:09.584118 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cae5b585-6c81-4c4f-aef7-c9faf31c0b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:09.585298 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-cae5b585-6c81-4c4f-aef7-c9faf31c0b33 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3072ded-b032-47fe-b549-547dd83b5353 HTTP/1.1" status: 204 len: 168 time: 0.1290414 Sep 07 07:19:09.593553 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5b585-6c81-4c4f-aef7-c9faf31c0b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3072ded-b032-47fe-b549-547dd83b5353,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:10.405105 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1df787-1a27-47e3-a6d6-d89807cc37c0 req-446bec7e-00c8-47da-8d11-9eb3d3c3d140 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:10.406616 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9e1df787-1a27-47e3-a6d6-d89807cc37c0 req-446bec7e-00c8-47da-8d11-9eb3d3c3d140 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0556915 Sep 07 07:19:10.452811 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9e1df787-1a27-47e3-a6d6-d89807cc37c0 req-65c0658a-a4fb-4e0d-93fc-3f10ce74997a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383489 Sep 07 07:19:10.624256 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56578) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:10.729986 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5a1f830f-ea7d-41a3-a30c-2dd1fad02c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:10.826732 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5a1f830f-ea7d-41a3-a30c-2dd1fad02c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:10.832440 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5a1f830f-ea7d-41a3-a30c-2dd1fad02c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:10.879277 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-5a1f830f-ea7d-41a3-a30c-2dd1fad02c5b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c111591ced8340c886fcb045b5272759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538953 Sep 07 07:19:10.881908 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f830f-ea7d-41a3-a30c-2dd1fad02c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72caac8b-5770-47f8-b1f6-93ecb962d985,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:10.882624 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56598) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:10.944020 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fccf4580-e7d4-4e38-8076-dfba27b2998b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:10.964389 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fccf4580-e7d4-4e38-8076-dfba27b2998b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:11.012305 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fccf4580-e7d4-4e38-8076-dfba27b2998b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:11.015067 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fccf4580-e7d4-4e38-8076-dfba27b2998b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:11.018456 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-fccf4580-e7d4-4e38-8076-dfba27b2998b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72caac8b-5770-47f8-b1f6-93ecb962d985 HTTP/1.1" status: 204 len: 168 time: 0.1325581 Sep 07 07:19:11.024229 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf4580-e7d4-4e38-8076-dfba27b2998b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72caac8b-5770-47f8-b1f6-93ecb962d985,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:11.345168 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56620) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:11.359653 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5e0d5c09-2fbe-4a31-9cb1-cf662fee9708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:11.429287 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56624) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:11.452610 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5e0d5c09-2fbe-4a31-9cb1-cf662fee9708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:11.457599 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5e0d5c09-2fbe-4a31-9cb1-cf662fee9708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:11.500239 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5e0d5c09-2fbe-4a31-9cb1-cf662fee9708 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f04b2398964f4ab5bb42f8a8e2b2f4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508489 Sep 07 07:19:11.500239 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d5c09-2fbe-4a31-9cb1-cf662fee9708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6c043d-2ec2-42c2-82f5-e11f4f88da0b,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:11.500696 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56630) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:11.580750 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ef55163a-6f3b-4225-9be7-8560c0774cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:11.608879 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-552a7f0d-eadf-4402-a4de-35963f4af01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:11.623445 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed6905-3522-4e41-8e00-b67f44f7f3fd req-c2762b59-13c8-4303-ad56-09f04de8f966 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:11.624864 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e9ed6905-3522-4e41-8e00-b67f44f7f3fd req-c2762b59-13c8-4303-ad56-09f04de8f966 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.1012726 Sep 07 07:19:11.663007 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-552a7f0d-eadf-4402-a4de-35963f4af01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:11.730586 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e9ed6905-3522-4e41-8e00-b67f44f7f3fd req-9b02ff8b-e233-4a47-aec7-5399f38e10d6 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967457 Sep 07 07:19:11.764498 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-552a7f0d-eadf-4402-a4de-35963f4af01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:11.766988 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-552a7f0d-eadf-4402-a4de-35963f4af01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:11.768709 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-552a7f0d-eadf-4402-a4de-35963f4af01b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e6c043d-2ec2-42c2-82f5-e11f4f88da0b HTTP/1.1" status: 204 len: 168 time: 0.2671411 Sep 07 07:19:11.784582 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ef55163a-6f3b-4225-9be7-8560c0774cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:11.786004 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a7f0d-eadf-4402-a4de-35963f4af01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6c043d-2ec2-42c2-82f5-e11f4f88da0b,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:11.794953 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ef55163a-6f3b-4225-9be7-8560c0774cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:11.836825 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55163a-6f3b-4225-9be7-8560c0774cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e4aadc-b79f-403c-8211-f61f2be35f1b,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:11.842255 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-ef55163a-6f3b-4225-9be7-8560c0774cf5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c404a758d3641e09729350a87ddcd5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119537 Sep 07 07:19:11.845063 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56634) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:11.897193 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a617ae44-cfae-4e14-827a-7384a287b93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:11.917730 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a617ae44-cfae-4e14-827a-7384a287b93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:11.971717 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a617ae44-cfae-4e14-827a-7384a287b93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:11.974709 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a617ae44-cfae-4e14-827a-7384a287b93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:11.978338 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-a617ae44-cfae-4e14-827a-7384a287b93a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89e4aadc-b79f-403c-8211-f61f2be35f1b HTTP/1.1" status: 204 len: 168 time: 0.1297905 Sep 07 07:19:11.989150 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617ae44-cfae-4e14-827a-7384a287b93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e4aadc-b79f-403c-8211-f61f2be35f1b,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:12.314092 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56674) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:12.327870 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-80677f0a-f355-44ea-824a-a396c7ac76b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:12.419368 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-80677f0a-f355-44ea-824a-a396c7ac76b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:12.423800 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-80677f0a-f355-44ea-824a-a396c7ac76b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:12.470233 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-80677f0a-f355-44ea-824a-a396c7ac76b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9843e4cf0f004313b247358f4b8eb8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543405 Sep 07 07:19:12.472839 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80677f0a-f355-44ea-824a-a396c7ac76b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a458eb-0a75-4992-8058-07cb42c70d95,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:12.473648 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56680) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:12.525633 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6fef4e4d-71f6-4c19-8545-5a5c17391011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:12.547169 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6fef4e4d-71f6-4c19-8545-5a5c17391011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:12.599337 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6fef4e4d-71f6-4c19-8545-5a5c17391011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:12.602143 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6fef4e4d-71f6-4c19-8545-5a5c17391011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:12.603280 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6fef4e4d-71f6-4c19-8545-5a5c17391011 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74a458eb-0a75-4992-8058-07cb42c70d95 HTTP/1.1" status: 204 len: 168 time: 0.1286263 Sep 07 07:19:12.610982 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef4e4d-71f6-4c19-8545-5a5c17391011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a458eb-0a75-4992-8058-07cb42c70d95,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:12.857778 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d7639-1dfd-4553-808c-7f111ecd38fb req-666a4fb4-fb43-4abb-acc0-607e5ed04cfd tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:12.859279 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cf0d7639-1dfd-4553-808c-7f111ecd38fb req-666a4fb4-fb43-4abb-acc0-607e5ed04cfd tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0488527 Sep 07 07:19:12.899826 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cf0d7639-1dfd-4553-808c-7f111ecd38fb req-c4973a3d-405b-4bca-b6a5-1f531cf29070 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341301 Sep 07 07:19:14.039123 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e9939-8498-465c-a2a1-39734fd9914b req-ae035d3f-f06e-4936-974b-466cef67629e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:14.040443 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d86e9939-8498-465c-a2a1-39734fd9914b req-ae035d3f-f06e-4936-974b-466cef67629e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0598893 Sep 07 07:19:14.092909 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d86e9939-8498-465c-a2a1-39734fd9914b req-b4be956b-eeff-4f0f-ba5a-113c46a59aad tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453825 Sep 07 07:19:14.336353 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56834) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:14.386474 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca382c8-0c27-4f57-9bc6-ff3f231053a5 admin admin] Deleting subnet 13aa5f7b-a49e-4dc9-93c7-8c7dc2d2a66d {{(pid=94029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 07:19:14.389935 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ca382c8-0c27-4f57-9bc6-ff3f231053a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:14.427106 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ca382c8-0c27-4f57-9bc6-ff3f231053a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5732538'] for subnet, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:14.476018 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ca382c8-0c27-4f57-9bc6-ff3f231053a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1858048'] for subnet, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:14.532711 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ca382c8-0c27-4f57-9bc6-ff3f231053a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1858059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5732577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5791269'] for subnet, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:14.568677 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ca382c8-0c27-4f57-9bc6-ff3f231053a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:14.571014 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-3ca382c8-0c27-4f57-9bc6-ff3f231053a5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/13aa5f7b-a49e-4dc9-93c7-8c7dc2d2a66d HTTP/1.1" status: 204 len: 168 time: 0.2331800 Sep 07 07:19:14.572492 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca382c8-0c27-4f57-9bc6-ff3f231053a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13aa5f7b-a49e-4dc9-93c7-8c7dc2d2a66d,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:14.574242 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56856) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:14.651073 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3175ced3-1c67-495d-8113-a84635f0fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744665'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:14.682893 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56864) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:14.731440 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3175ced3-1c67-495d-8113-a84635f0fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1854623', 'neutron.services.segments.db._delete_segments_for_network-8728184039280'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:14.757203 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-3175ced3-1c67-495d-8113-a84635f0fc78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8594d2-eeb3-47f8-bcde-c2d3101c5af9']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:14.767280 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-3175ced3-1c67-495d-8113-a84635f0fc78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1c1dbb-c329-4dc0-a11a-bc057a87752a') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:14.768152 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-3175ced3-1c67-495d-8113-a84635f0fc78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1c1dbb-c329-4dc0-a11a-bc057a87752a') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:14.777852 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3175ced3-1c67-495d-8113-a84635f0fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728184039033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6942334'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:14.793029 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3175ced3-1c67-495d-8113-a84635f0fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:14.795584 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d6c04a0a-2f1f-4774-8319-b769b8370f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:14.799773 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3175ced3-1c67-495d-8113-a84635f0fc78 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 07:19:14.800451 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3175ced3-1c67-495d-8113-a84635f0fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5299484'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: Traceback (most recent call last): Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: timer() Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: cb(*args, **kw) Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: return func(*args, **kwargs) Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: self._notify() Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: self.callback(batched_events) Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: event.method(event) Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: return f(self, *a, **k) Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: return self._get(url).json() Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 07:19:14.802253 dv-cinder-804735-9-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 07:19:14.861628 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3175ced3-1c67-495d-8113-a84635f0fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1854598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579843'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:14.866284 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3175ced3-1c67-495d-8113-a84635f0fc78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:14.871237 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-3175ced3-1c67-495d-8113-a84635f0fc78 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8a8594d2-eeb3-47f8-bcde-c2d3101c5af9 HTTP/1.1" status: 204 len: 168 time: 0.2930562 Sep 07 07:19:14.881671 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175ced3-1c67-495d-8113-a84635f0fc78 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a8594d2-eeb3-47f8-bcde-c2d3101c5af9,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:14.901257 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d6c04a0a-2f1f-4774-8319-b769b8370f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:14.906405 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d6c04a0a-2f1f-4774-8319-b769b8370f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:14.924343 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56872) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:14.946211 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-d6c04a0a-2f1f-4774-8319-b769b8370f11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2047f7b0ff1f4e68855afd62d006bd39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619522 Sep 07 07:19:14.948856 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56876) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:14.954819 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c04a0a-2f1f-4774-8319-b769b8370f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebdd0f7-8b56-4752-bb71-3b6f0c4318fd,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:15.003920 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-51348e5e-6254-45df-aca3-e7bf138b3835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.032644 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-51348e5e-6254-45df-aca3-e7bf138b3835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.042474 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b74e3650-5ad8-49e6-bda5-abf370ed595b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.067335 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56878) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:15.102016 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-51348e5e-6254-45df-aca3-e7bf138b3835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.105097 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-51348e5e-6254-45df-aca3-e7bf138b3835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.106344 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-51348e5e-6254-45df-aca3-e7bf138b3835 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cebdd0f7-8b56-4752-bb71-3b6f0c4318fd HTTP/1.1" status: 204 len: 168 time: 0.1565771 Sep 07 07:19:15.134508 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51348e5e-6254-45df-aca3-e7bf138b3835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebdd0f7-8b56-4752-bb71-3b6f0c4318fd,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:15.138469 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-51b042ff-65fd-4b73-9867-ea045b14f05a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cdae81bc721d4108bc4e33670d40b35d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700936 Sep 07 07:19:15.142508 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56884) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:15.149038 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b74e3650-5ad8-49e6-bda5-abf370ed595b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.165348 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b74e3650-5ad8-49e6-bda5-abf370ed595b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.261342 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b74e3650-5ad8-49e6-bda5-abf370ed595b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d6251761a4640bdb3ecb1e8b82b8e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358219 Sep 07 07:19:15.264050 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56886) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:15.264283 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e3650-5ad8-49e6-bda5-abf370ed595b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfa4e5d-2d8a-4a1a-952b-c200b0acae05,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:15.293135 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105bcee-d702-46ab-9a97-454d5a8c731c req-95c5b55c-20a0-4404-8fc2-f4186b98ad08 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:15.294707 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1105bcee-d702-46ab-9a97-454d5a8c731c req-95c5b55c-20a0-4404-8fc2-f4186b98ad08 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.1156256 Sep 07 07:19:15.296238 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ce15dffc-2c50-4eeb-9c26-df3943d6653e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.315648 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6aa4847f-a3cf-4165-816c-697cbcbac8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.331244 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ce15dffc-2c50-4eeb-9c26-df3943d6653e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.336795 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6aa4847f-a3cf-4165-816c-697cbcbac8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.370011 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1105bcee-d702-46ab-9a97-454d5a8c731c req-2f7a49b4-9204-4bb7-9a00-82db0bc4f1ec tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640278 Sep 07 07:19:15.385857 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6aa4847f-a3cf-4165-816c-697cbcbac8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.388906 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6aa4847f-a3cf-4165-816c-697cbcbac8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.393215 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-6aa4847f-a3cf-4165-816c-697cbcbac8e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fbfa4e5d-2d8a-4a1a-952b-c200b0acae05 HTTP/1.1" status: 204 len: 168 time: 0.1281044 Sep 07 07:19:15.393765 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ce15dffc-2c50-4eeb-9c26-df3943d6653e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.397662 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ce15dffc-2c50-4eeb-9c26-df3943d6653e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.399614 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-ce15dffc-2c50-4eeb-9c26-df3943d6653e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd93a5b2-fbf9-431a-9b6b-e00196dc8e89 HTTP/1.1" status: 204 len: 168 time: 0.2560697 Sep 07 07:19:15.411984 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15dffc-2c50-4eeb-9c26-df3943d6653e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd93a5b2-fbf9-431a-9b6b-e00196dc8e89,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:15.417930 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4847f-a3cf-4165-816c-697cbcbac8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfa4e5d-2d8a-4a1a-952b-c200b0acae05,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:15.491401 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56894) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:15.504609 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fdf0d947-bc64-4e15-b179-e3737fa15aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.605453 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fdf0d947-bc64-4e15-b179-e3737fa15aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.610166 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fdf0d947-bc64-4e15-b179-e3737fa15aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.652051 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-fdf0d947-bc64-4e15-b179-e3737fa15aa5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19041b8ecc904f6c80315a28bf9d4923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596467 Sep 07 07:19:15.652925 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0d947-bc64-4e15-b179-e3737fa15aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a45ec63-2437-4576-af2c-5ee3952b1e8b,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:15.654846 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56898) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:15.712342 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56902) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:15.713043 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-00b36704-a60d-4894-a649-164aa8c800cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.725704 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-37b5c42c-e0e1-453b-8920-41aad82a40fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.735072 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-00b36704-a60d-4894-a649-164aa8c800cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.788450 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-00b36704-a60d-4894-a649-164aa8c800cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.791670 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-00b36704-a60d-4894-a649-164aa8c800cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.793032 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-00b36704-a60d-4894-a649-164aa8c800cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a45ec63-2437-4576-af2c-5ee3952b1e8b HTTP/1.1" status: 204 len: 168 time: 0.1365178 Sep 07 07:19:15.810132 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b36704-a60d-4894-a649-164aa8c800cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a45ec63-2437-4576-af2c-5ee3952b1e8b,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:15.831070 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-37b5c42c-e0e1-453b-8920-41aad82a40fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.837698 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-37b5c42c-e0e1-453b-8920-41aad82a40fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.880488 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-37b5c42c-e0e1-453b-8920-41aad82a40fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=509b5b7757a1485a89f80f73005eab78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648796 Sep 07 07:19:15.880488 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5c42c-e0e1-453b-8920-41aad82a40fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d3cbf8-6b52-4ce9-b88c-ada0052873a5,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:15.881056 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56910) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:15.942260 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0960ed74-2930-4424-a5df-5e1c3eb14b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:15.965428 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0960ed74-2930-4424-a5df-5e1c3eb14b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:16.020039 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0960ed74-2930-4424-a5df-5e1c3eb14b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:16.022614 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0960ed74-2930-4424-a5df-5e1c3eb14b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:16.023875 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0960ed74-2930-4424-a5df-5e1c3eb14b31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2d3cbf8-6b52-4ce9-b88c-ada0052873a5 HTTP/1.1" status: 204 len: 168 time: 0.1412637 Sep 07 07:19:16.031558 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960ed74-2930-4424-a5df-5e1c3eb14b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d3cbf8-6b52-4ce9-b88c-ada0052873a5,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:16.475761 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 56948) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:16.514300 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6d3e3-7b47-4665-902d-520467e45284 req-14560a16-d478-4d88-bfb5-bb2ee9179d42 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:16.516511 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b3e6d3e3-7b47-4665-902d-520467e45284 req-14560a16-d478-4d88-bfb5-bb2ee9179d42 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0544577 Sep 07 07:19:16.561378 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b3e6d3e3-7b47-4665-902d-520467e45284 req-4eb6fc28-6a72-4368-b750-b7280a0c9748 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375216 Sep 07 07:19:16.654546 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-81afa08c-a12a-4e5d-b0ea-5f8e41b82594 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1109711832-network', 'tenant_id': '73ba85adb16a40efa44703f122211469'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:19:16.678150 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81afa08c-a12a-4e5d-b0ea-5f8e41b82594 admin admin] Made reservation on behalf of 73ba85adb16a40efa44703f122211469 for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:19:16.680588 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81afa08c-a12a-4e5d-b0ea-5f8e41b82594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:16.691092 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81afa08c-a12a-4e5d-b0ea-5f8e41b82594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:16.807966 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81afa08c-a12a-4e5d-b0ea-5f8e41b82594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:16.815440 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81afa08c-a12a-4e5d-b0ea-5f8e41b82594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:16.847752 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81afa08c-a12a-4e5d-b0ea-5f8e41b82594 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:19:16.853513 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afa08c-a12a-4e5d-b0ea-5f8e41b82594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60220495-59af-4a39-991d-03755b41e1e1,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:16.861544 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81afa08c-a12a-4e5d-b0ea-5f8e41b82594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:16.861896 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-81afa08c-a12a-4e5d-b0ea-5f8e41b82594 admin admin] Added segment 2f38d75f-faea-41c2-997b-1725b53241fd of type vlan for network 6304009b-0af9-4a11-9aed-376df5168c1d Sep 07 07:19:16.906108 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81afa08c-a12a-4e5d-b0ea-5f8e41b82594 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:16.930524 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81afa08c-a12a-4e5d-b0ea-5f8e41b82594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:16.931865 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81afa08c-a12a-4e5d-b0ea-5f8e41b82594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:16.932467 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81afa08c-a12a-4e5d-b0ea-5f8e41b82594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:16.966705 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-81afa08c-a12a-4e5d-b0ea-5f8e41b82594 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4870389 Sep 07 07:19:16.967457 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 56974) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:16.972487 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-54b97f59-d982-46cb-9ddf-4568771ff526 admin admin] Request body: {'subnet': {'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1109711832-subnet', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'ip_version': 4}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:19:16.994849 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b97f59-d982-46cb-9ddf-4568771ff526 admin admin] Made reservation on behalf of 73ba85adb16a40efa44703f122211469 for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:19:16.997737 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-54b97f59-d982-46cb-9ddf-4568771ff526 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5791306'] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:17.020688 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afa08c-a12a-4e5d-b0ea-5f8e41b82594 admin admin] Pushing event updated for resources: {'Network': ['ID=6304009b-0af9-4a11-9aed-376df5168c1d,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:17.035508 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network 6304009b-0af9-4a11-9aed-376df5168c1d details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:19:17.200267 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-54b97f59-d982-46cb-9ddf-4568771ff526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5732386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5791292'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:17.260746 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b97f59-d982-46cb-9ddf-4568771ff526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb69ac3-0f54-46e7-9131-d2811b003bdd,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:17.270902 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b97f59-d982-46cb-9ddf-4568771ff526 admin admin] Checking segment: {'id': '2f38d75f-faea-41c2-997b-1725b53241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:19:17.271265 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b97f59-d982-46cb-9ddf-4568771ff526 admin admin] Network hostable DHCP agents. Network: 6304009b-0af9-4a11-9aed-376df5168c1d, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:19:17.288616 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b97f59-d982-46cb-9ddf-4568771ff526 admin admin] Network 6304009b-0af9-4a11-9aed-376df5168c1d is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:19:17.298097 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-54b97f59-d982-46cb-9ddf-4568771ff526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, 6304009b-0af9-4a11-9aed-376df5168c1d) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:19:17.302911 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b97f59-d982-46cb-9ddf-4568771ff526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:17.303534 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-54b97f59-d982-46cb-9ddf-4568771ff526 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:17.310019 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2a6108-caf1-439b-9e58-c276bd885129 None None] Network 6304009b-0af9-4a11-9aed-376df5168c1d requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:19:17.319778 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-54b97f59-d982-46cb-9ddf-4568771ff526 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3511901 Sep 07 07:19:17.322250 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 57018) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:17.326761 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1109711832-router', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:19:17.350364 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10356'] for router, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:17.351688 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10367'] for router, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:17.416720 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:17.476204 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f9ab8f-4745-5d61-a11c-a90c59f1384b-6304009b-0af9-4a11-9aed-376df5168c1d', 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'fixed_ips': [{'subnet_id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd'}]}} from dv-cinder-804735-9-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 07:19:17.477459 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:17.616593 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:17.680770 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Allocated IP 172.20.0.2 (6304009b-0af9-4a11-9aed-376df5168c1d/bdb69ac3-0f54-46e7-9131-d2811b003bdd/eecd2557-f645-489e-ae14-e9676b3c658c) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:19:17.753959 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd4ea6-3d5a-4152-ac65-9c2d7bded626 req-89c67537-f34e-4cdc-9ecf-55e9693b05c4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:17.759975 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-64dd4ea6-3d5a-4152-ac65-9c2d7bded626 req-89c67537-f34e-4cdc-9ecf-55e9693b05c4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0953546 Sep 07 07:19:17.838851 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:17.848302 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Transition to ACTIVE for port object eecd2557-f645-489e-ae14-e9676b3c658c will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:19:17.864964 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Transition to ACTIVE for port object eecd2557-f645-489e-ae14-e9676b3c658c will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:19:17.867914 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-64dd4ea6-3d5a-4152-ac65-9c2d7bded626 req-1d219a46-8dcc-459e-b720-89fb98fdb2e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047165 Sep 07 07:19:17.873323 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:17.935843 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Network 6304009b-0af9-4a11-9aed-376df5168c1d is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:19:17.938692 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:19:17.938824 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:17.942292 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:19:17.966308 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:17.974826 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Pushing event updated for resources: {'Port': ['ID=eecd2557-f645-489e-ae14-e9676b3c658c,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:18.000877 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:18.001231 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:18.001586 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:18.002452 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:18.002958 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:18.003483 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:18.003822 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:18.004160 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:18.004512 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:18.005010 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:18.005347 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:18.005679 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:18.020062 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Attempting to bind port eecd2557-f645-489e-ae14-e9676b3c658c on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:19:18.020713 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Attempting to bind port eecd2557-f645-489e-ae14-e9676b3c658c by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '2f38d75f-faea-41c2-997b-1725b53241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:19:18.021563 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Attempting to bind port eecd2557-f645-489e-ae14-e9676b3c658c on network 6304009b-0af9-4a11-9aed-376df5168c1d {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:19:18.028178 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:19:18.028561 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Checking segment: {'id': '2f38d75f-faea-41c2-997b-1725b53241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:19:18.028983 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:18.029390 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Bound using segment: {'id': '2f38d75f-faea-41c2-997b-1725b53241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:19:18.029879 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Bound port: eecd2557-f645-489e-ae14-e9676b3c658c, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f38d75f-faea-41c2-997b-1725b53241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:19:18.030275 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:18.084580 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Allocated IP 172.27.2.110 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/c5594204-992d-4637-b6dc-00339f829464) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:19:18.110258 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] For port eecd2557-f645-489e-ae14-e9676b3c658c, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:19:18.115688 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] For port eecd2557-f645-489e-ae14-e9676b3c658c, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=eecd2557-f645-489e-ae14-e9676b3c658c,segment=NetworkSegment(2f38d75f-faea-41c2-997b-1725b53241fd),segment_id=2f38d75f-faea-41c2-997b-1725b53241fd)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:19:18.122353 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:18.191443 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b31848-24d1-4b95-a2a6-813c045f12db None None] Pushing event updated for resources: {'Port': ['ID=eecd2557-f645-489e-ae14-e9676b3c658c,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:18.207483 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:18.260035 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:18.300493 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:19:18.303451 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:19:18.306004 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:19:18.356354 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Pushing event updated for resources: {'Port': ['ID=c5594204-992d-4637-b6dc-00339f829464,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:18.613360 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:18.808730 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567287'] for router, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:19.029192 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4531f8f-9806-4854-b6d8-86e14c21efa5 req-b5c8f6c6-09ca-4b60-ad9a-c9fd75c982ea tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:19.031600 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f4531f8f-9806-4854-b6d8-86e14c21efa5 req-b5c8f6c6-09ca-4b60-ad9a-c9fd75c982ea tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0715950 Sep 07 07:19:19.097097 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device eecd2557-f645-489e-ae14-e9676b3c658c up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:19:19.100188 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f4531f8f-9806-4854-b6d8-86e14c21efa5 req-e25de3d0-30ee-47cf-b13b-6044323a885c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544755 Sep 07 07:19:19.163182 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port eecd2557-f645-489e-ae14-e9676b3c658c completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:19:19.169793 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Router 78a42677-04d8-4458-82d7-a52574d585e8 is scheduled to L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 with binding_index 1 {{(pid=94030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 07:19:19.186647 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbecbf4-03f0-4890-aced-f73a26376978 None None] Network 6304009b-0af9-4a11-9aed-376df5168c1d requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:19:19.267063 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-8702b29a-d4fa-41a7-8de5-a4e40ec46a87 None None] Provisioning for port eecd2557-f645-489e-ae14-e9676b3c658c completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:19:19.275080 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:19:19.278525 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-8702b29a-d4fa-41a7-8de5-a4e40ec46a87 None None] Provisioning complete for port eecd2557-f645-489e-ae14-e9676b3c658c triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:19.279172 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8702b29a-d4fa-41a7-8de5-a4e40ec46a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:19.292971 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:19.296704 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a944ce4d-f2c4-4591-8c3d-290bceb92e61 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9709597 Sep 07 07:19:19.296937 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 57064) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:19.304639 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Sync routers for ids ['78a42677-04d8-4458-82d7-a52574d585e8'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:19:19.347257 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Routers {'78a42677-04d8-4458-82d7-a52574d585e8'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:19:19.347995 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:19:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['78a42677-04d8-4458-82d7-a52574d585e8'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:19.640344 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Set router 78a42677-04d8-4458-82d7-a52574d585e8 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:19:19.700708 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8702b29a-d4fa-41a7-8de5-a4e40ec46a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:19.788245 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:19.808199 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-8702b29a-d4fa-41a7-8de5-a4e40ec46a87 None None] For port eecd2557-f645-489e-ae14-e9676b3c658c, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=eecd2557-f645-489e-ae14-e9676b3c658c,segment=NetworkSegment(2f38d75f-faea-41c2-997b-1725b53241fd),segment_id=2f38d75f-faea-41c2-997b-1725b53241fd)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:19:19.813328 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8702b29a-d4fa-41a7-8de5-a4e40ec46a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:19.901464 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702b29a-d4fa-41a7-8de5-a4e40ec46a87 None None] Pushing event updated for resources: {'Port': ['ID=eecd2557-f645-489e-ae14-e9676b3c658c,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:19.928989 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a42677-04d8-4458-82d7-a52574d585e8', 'name': 'tempest-TestMinimumBasicScenario-1109711832-router', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c5594204-992d-4637-b6dc-00339f829464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:18Z', 'revision_number': 3, 'project_id': '73ba85adb16a40efa44703f122211469', 'gw_port': {'id': 'c5594204-992d-4637-b6dc-00339f829464', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:19.954541 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Allocated IP 172.20.0.1 (6304009b-0af9-4a11-9aed-376df5168c1d/bdb69ac3-0f54-46e7-9131-d2811b003bdd/7eb23285-1918-47a8-b892-36067763ace6) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:19:19.962545 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Checking router: 78a42677-04d8-4458-82d7-a52574d585e8 for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:19:19.962887 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Updating router 78a42677-04d8-4458-82d7-a52574d585e8 port c5594204-992d-4637-b6dc-00339f829464 binding host dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:19:19.986341 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-5c92c964-5a90-484c-b419-23560fc9a7df None None] Provisioning complete for port eecd2557-f645-489e-ae14-e9676b3c658c triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:19.986731 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5c92c964-5a90-484c-b419-23560fc9a7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:20.008289 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:20.065798 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:20.080436 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Transition to ACTIVE for port object 7eb23285-1918-47a8-b892-36067763ace6 will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:19:20.114847 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:20.151166 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Network 6304009b-0af9-4a11-9aed-376df5168c1d is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:19:20.154429 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:19:20.158482 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:19:20.206489 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb23285-1918-47a8-b892-36067763ace6,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:20.241215 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579972'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:20.287143 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8221ddc-eb4f-4eda-9698-26fa7cc779e1 req-3cf72b92-e865-4a70-af09-92b50c3f5c49 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:20.288711 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c8221ddc-eb4f-4eda-9698-26fa7cc779e1 req-3cf72b92-e865-4a70-af09-92b50c3f5c49 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.1009636 Sep 07 07:19:20.336483 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:20.348987 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Transition to ACTIVE for port object c5594204-992d-4637-b6dc-00339f829464 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:19:20.360240 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:20.372092 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c8221ddc-eb4f-4eda-9698-26fa7cc779e1 req-69824e19-a501-47ef-bfa8-037dcacfc4c2 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729287 Sep 07 07:19:20.419023 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Attempting to bind port c5594204-992d-4637-b6dc-00339f829464 on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:19:20.419485 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Attempting to bind port c5594204-992d-4637-b6dc-00339f829464 by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:19:20.419849 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Attempting to bind port c5594204-992d-4637-b6dc-00339f829464 on network e2b3ffe7-98e3-4527-9727-6754b6d36286 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:19:20.422237 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:20.428885 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afbb15-409d-46a5-b5c2-7ddb11033847 None None] Pushing event updated for resources: {'Port': ['ID=c5594204-992d-4637-b6dc-00339f829464,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:20.431969 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:19:20.432438 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Checking segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:19:20.432936 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:20.433252 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Bound using segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:19:20.433718 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Bound port: c5594204-992d-4637-b6dc-00339f829464, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:19:20.434157 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:20.454490 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-7dd8f624-6a70-4a1f-8a55-1ebb83d67e56 None None] Provisioning for port 7eb23285-1918-47a8-b892-36067763ace6 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:19:20.462308 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-7dd8f624-6a70-4a1f-8a55-1ebb83d67e56 None None] Provisioning complete for port 7eb23285-1918-47a8-b892-36067763ace6 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:20.462680 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7dd8f624-6a70-4a1f-8a55-1ebb83d67e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:20.520189 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] For port c5594204-992d-4637-b6dc-00339f829464, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:19:20.522774 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-7dd8f624-6a70-4a1f-8a55-1ebb83d67e56 None None] Port 7eb23285-1918-47a8-b892-36067763ace6 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:19:20.535044 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] For port c5594204-992d-4637-b6dc-00339f829464, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=c5594204-992d-4637-b6dc-00339f829464,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:19:20.540423 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:20.595105 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Routers {'78a42677-04d8-4458-82d7-a52574d585e8'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:19:20.595773 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:19:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['78a42677-04d8-4458-82d7-a52574d585e8'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:20.596204 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:20.600764 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5299512'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:20.632775 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afbb15-409d-46a5-b5c2-7ddb11033847 None None] Pushing event updated for resources: {'Port': ['ID=c5594204-992d-4637-b6dc-00339f829464,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:20.670598 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580916'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:20.673144 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb23285-1918-47a8-b892-36067763ace6,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:20.712669 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] Set router 78a42677-04d8-4458-82d7-a52574d585e8 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:19:20.775079 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Network 6304009b-0af9-4a11-9aed-376df5168c1d is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:19:20.786904 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:19:20.919865 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Router 78a42677-04d8-4458-82d7-a52574d585e8 has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:19:20.931832 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a42677-04d8-4458-82d7-a52574d585e8', 'name': 'tempest-TestMinimumBasicScenario-1109711832-router', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c5594204-992d-4637-b6dc-00339f829464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:20Z', 'revision_number': 4, 'project_id': '73ba85adb16a40efa44703f122211469', 'gw_port': {'id': 'c5594204-992d-4637-b6dc-00339f829464', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '7eb23285-1918-47a8-b892-36067763ace6', 'name': '', 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'mac_address': 'fa:16:3e:73:a7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:19Z', 'updated_at': '2021-09-07T07:19:20Z', 'revision_number': 2, 'project_id': '73ba85adb16a40efa44703f122211469', 'subnets': [{'id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:20.962459 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923cbfbd-dd87-45bc-833e-c96c0b270f38 None None] The sync data for ids ['78a42677-04d8-4458-82d7-a52574d585e8'] in dv-cinder-804735-9-iscsi is: [{'id': '78a42677-04d8-4458-82d7-a52574d585e8', 'name': 'tempest-TestMinimumBasicScenario-1109711832-router', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c5594204-992d-4637-b6dc-00339f829464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:20Z', 'revision_number': 4, 'project_id': '73ba85adb16a40efa44703f122211469', 'gw_port': {'id': 'c5594204-992d-4637-b6dc-00339f829464', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '7eb23285-1918-47a8-b892-36067763ace6', 'name': '', 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'mac_address': 'fa:16:3e:73:a7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:19Z', 'updated_at': '2021-09-07T07:19:20Z', 'revision_number': 2, 'project_id': '73ba85adb16a40efa44703f122211469', 'subnets': [{'id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:19:21.030230 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device eecd2557-f645-489e-ae14-e9676b3c658c up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:19:21.045666 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:19:21.051113 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-808faa5a-f17e-4c78-bf5a-5ca170de5d17 admin admin] 10.222.0.30 "PUT /v2.0/routers/78a42677-04d8-4458-82d7-a52574d585e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7532215 Sep 07 07:19:21.076024 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-19eb7c2a-4eca-466b-ba32-9a8f99adda83 None None] Provisioning complete for port 7eb23285-1918-47a8-b892-36067763ace6 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:21.076403 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-19eb7c2a-4eca-466b-ba32-9a8f99adda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:21.119860 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-19eb7c2a-4eca-466b-ba32-9a8f99adda83 None None] Port 7eb23285-1918-47a8-b892-36067763ace6 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:19:21.121553 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port eecd2557-f645-489e-ae14-e9676b3c658c triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:21.121746 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:21.248764 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:21.500783 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f4eab-fe83-415b-aee0-dc9df88f99d8 req-5bee4cd7-c16c-4e6f-8bc7-59a6322542c1 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:21.502824 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6b8f4eab-fe83-415b-aee0-dc9df88f99d8 req-5bee4cd7-c16c-4e6f-8bc7-59a6322542c1 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0524383 Sep 07 07:19:21.545312 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6b8f4eab-fe83-415b-aee0-dc9df88f99d8 req-73960c7e-d6fd-4412-8fab-51c191dcfb6e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365732 Sep 07 07:19:21.704358 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 57100) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:21.709703 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-78557cf0-7628-459e-8b0e-35746eaddbc2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-27650211-network', 'tenant_id': '9da8269b221344ff8f0faaa05bc69193'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:19:21.739800 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78557cf0-7628-459e-8b0e-35746eaddbc2 admin admin] Made reservation on behalf of 9da8269b221344ff8f0faaa05bc69193 for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:19:21.742170 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-78557cf0-7628-459e-8b0e-35746eaddbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:21.751186 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-78557cf0-7628-459e-8b0e-35746eaddbc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:21.863187 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-78557cf0-7628-459e-8b0e-35746eaddbc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:21.868726 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-78557cf0-7628-459e-8b0e-35746eaddbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:21.908221 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78557cf0-7628-459e-8b0e-35746eaddbc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:19:21.913011 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78557cf0-7628-459e-8b0e-35746eaddbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32d702f-517c-4a08-b244-f619d65a20c0,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:21.921906 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-78557cf0-7628-459e-8b0e-35746eaddbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:21.922256 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-78557cf0-7628-459e-8b0e-35746eaddbc2 admin admin] Added segment 67b9dccb-a666-446a-b84f-29025bc4fb34 of type vlan for network 88f56d0f-47d3-49b1-838e-b3e9878e5040 Sep 07 07:19:21.963575 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-78557cf0-7628-459e-8b0e-35746eaddbc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:21.988493 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-78557cf0-7628-459e-8b0e-35746eaddbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:21.989511 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78557cf0-7628-459e-8b0e-35746eaddbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:21.990091 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-78557cf0-7628-459e-8b0e-35746eaddbc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:22.027873 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-78557cf0-7628-459e-8b0e-35746eaddbc2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3218148 Sep 07 07:19:22.029877 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 57106) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:22.034975 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-2d0eb7e1-f698-4077-a7f4-4abc4fe4d7f2 admin admin] Request body: {'subnet': {'network_id': '88f56d0f-47d3-49b1-838e-b3e9878e5040', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-27650211-subnet', 'tenant_id': '9da8269b221344ff8f0faaa05bc69193', 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:19:22.058207 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0eb7e1-f698-4077-a7f4-4abc4fe4d7f2 admin admin] Made reservation on behalf of 9da8269b221344ff8f0faaa05bc69193 for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:19:22.060390 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78557cf0-7628-459e-8b0e-35746eaddbc2 admin admin] Pushing event updated for resources: {'Network': ['ID=88f56d0f-47d3-49b1-838e-b3e9878e5040,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:22.061740 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d0eb7e1-f698-4077-a7f4-4abc4fe4d7f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6110814'] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:22.071150 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network 88f56d0f-47d3-49b1-838e-b3e9878e5040 details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:19:22.247514 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d0eb7e1-f698-4077-a7f4-4abc4fe4d7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5299637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6110760'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:22.303391 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0eb7e1-f698-4077-a7f4-4abc4fe4d7f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a0b14b-70e3-4a60-9b74-cb53f8daafa2,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:22.310732 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0eb7e1-f698-4077-a7f4-4abc4fe4d7f2 admin admin] Checking segment: {'id': '67b9dccb-a666-446a-b84f-29025bc4fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '88f56d0f-47d3-49b1-838e-b3e9878e5040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:19:22.311092 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0eb7e1-f698-4077-a7f4-4abc4fe4d7f2 admin admin] Network hostable DHCP agents. Network: 88f56d0f-47d3-49b1-838e-b3e9878e5040, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:19:22.327254 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0eb7e1-f698-4077-a7f4-4abc4fe4d7f2 admin admin] Network 88f56d0f-47d3-49b1-838e-b3e9878e5040 is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:19:22.336314 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-2d0eb7e1-f698-4077-a7f4-4abc4fe4d7f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, 88f56d0f-47d3-49b1-838e-b3e9878e5040) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:19:22.340336 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0eb7e1-f698-4077-a7f4-4abc4fe4d7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:22.340943 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d0eb7e1-f698-4077-a7f4-4abc4fe4d7f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:22.345087 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086d73b1-0ba1-4e88-b937-d96f52c0cdb0 None None] Network 88f56d0f-47d3-49b1-838e-b3e9878e5040 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:19:22.355402 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2d0eb7e1-f698-4077-a7f4-4abc4fe4d7f2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3241513 Sep 07 07:19:22.358059 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 57108) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:22.362670 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-27650211-router', 'tenant_id': '9da8269b221344ff8f0faaa05bc69193', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:19:22.383184 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10356'] for router, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:22.384252 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10367'] for router, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:22.439916 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:22.490383 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f9ab8f-4745-5d61-a11c-a90c59f1384b-88f56d0f-47d3-49b1-838e-b3e9878e5040', 'network_id': '88f56d0f-47d3-49b1-838e-b3e9878e5040', 'tenant_id': '9da8269b221344ff8f0faaa05bc69193', 'fixed_ips': [{'subnet_id': 'c0a0b14b-70e3-4a60-9b74-cb53f8daafa2'}]}} from dv-cinder-804735-9-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 07:19:22.491531 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:22.582927 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:22.690823 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9beea-73db-4ef5-ba16-d4f67f6da14f req-c0795328-026b-42a4-a110-889690dafb7e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:22.692375 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dbf9beea-73db-4ef5-ba16-d4f67f6da14f req-c0795328-026b-42a4-a110-889690dafb7e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0546277 Sep 07 07:19:22.732854 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dbf9beea-73db-4ef5-ba16-d4f67f6da14f req-6c647449-2e46-41b3-b9fe-b488b488d408 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339057 Sep 07 07:19:22.774665 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Allocated IP 172.20.0.2 (88f56d0f-47d3-49b1-838e-b3e9878e5040/c0a0b14b-70e3-4a60-9b74-cb53f8daafa2/4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:19:22.819639 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:22.842007 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:22.937955 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:22.958772 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Transition to ACTIVE for port object 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:19:22.975250 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Allocated IP 172.27.2.249 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:19:22.976545 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Transition to ACTIVE for port object 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:19:22.986380 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:23.001557 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Sync routers for ids ['78a42677-04d8-4458-82d7-a52574d585e8'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:19:23.014219 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Routers {'78a42677-04d8-4458-82d7-a52574d585e8'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:19:23.015323 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:19:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['78a42677-04d8-4458-82d7-a52574d585e8'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:23.031230 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Network 88f56d0f-47d3-49b1-838e-b3e9878e5040 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:19:23.040298 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:19:23.042900 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:19:23.049105 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Pushing event updated for resources: {'Port': ['ID=4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:23.098524 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device c5594204-992d-4637-b6dc-00339f829464 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:19:23.115309 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:23.132609 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Attempting to bind port 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:19:23.132992 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Attempting to bind port 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '67b9dccb-a666-446a-b84f-29025bc4fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '88f56d0f-47d3-49b1-838e-b3e9878e5040'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:19:23.133362 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Attempting to bind port 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c on network 88f56d0f-47d3-49b1-838e-b3e9878e5040 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:19:23.143004 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:19:23.143411 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Checking segment: {'id': '67b9dccb-a666-446a-b84f-29025bc4fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '88f56d0f-47d3-49b1-838e-b3e9878e5040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:19:23.143825 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:23.144226 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Bound using segment: {'id': '67b9dccb-a666-446a-b84f-29025bc4fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '88f56d0f-47d3-49b1-838e-b3e9878e5040'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:19:23.144696 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Bound port: 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b9dccb-a666-446a-b84f-29025bc4fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '88f56d0f-47d3-49b1-838e-b3e9878e5040'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:19:23.145279 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:23.159324 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:23.162691 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Set router 78a42677-04d8-4458-82d7-a52574d585e8 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:19:23.194308 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:19:23.198757 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:19:23.205673 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:19:23.216134 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port c5594204-992d-4637-b6dc-00339f829464 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:19:23.233417 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port c5594204-992d-4637-b6dc-00339f829464 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:23.233802 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:23.250553 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Pushing event updated for resources: {'Port': ['ID=7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:23.267518 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] For port 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:19:23.287970 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] For port 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c,segment=NetworkSegment(67b9dccb-a666-446a-b84f-29025bc4fb34),segment_id=67b9dccb-a666-446a-b84f-29025bc4fb34)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:19:23.293880 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:23.362752 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d491140-ac3a-444f-9c7a-1c31fb8607e7 None None] Pushing event updated for resources: {'Port': ['ID=4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:23.369016 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a42677-04d8-4458-82d7-a52574d585e8', 'name': 'tempest-TestMinimumBasicScenario-1109711832-router', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c5594204-992d-4637-b6dc-00339f829464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:20Z', 'revision_number': 4, 'project_id': '73ba85adb16a40efa44703f122211469', 'gw_port': {'id': 'c5594204-992d-4637-b6dc-00339f829464', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '7eb23285-1918-47a8-b892-36067763ace6', 'name': '', 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'mac_address': 'fa:16:3e:73:a7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:19Z', 'updated_at': '2021-09-07T07:19:20Z', 'revision_number': 2, 'project_id': '73ba85adb16a40efa44703f122211469', 'subnets': [{'id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:23.399880 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Checking router: 78a42677-04d8-4458-82d7-a52574d585e8 for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:19:23.400233 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Updating router 78a42677-04d8-4458-82d7-a52574d585e8 port 7eb23285-1918-47a8-b892-36067763ace6 binding host dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:19:23.412490 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:23.429252 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:23.438547 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port c5594204-992d-4637-b6dc-00339f829464, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=c5594204-992d-4637-b6dc-00339f829464,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:19:23.444706 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:23.500666 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:23.505083 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=c5594204-992d-4637-b6dc-00339f829464,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:23.728420 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567287'] for router, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:23.749928 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:23.759869 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Transition to ACTIVE for port object 7eb23285-1918-47a8-b892-36067763ace6 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:19:23.766321 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:23.862749 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b9288-4e5b-459e-9e41-a22f7554bddd None None] Pushing event updated for resources: {'Port': ['ID=7eb23285-1918-47a8-b892-36067763ace6,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:23.875795 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b9288-4e5b-459e-9e41-a22f7554bddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:23.876063 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b9288-4e5b-459e-9e41-a22f7554bddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:23.877041 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b9288-4e5b-459e-9e41-a22f7554bddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:23.877317 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b9288-4e5b-459e-9e41-a22f7554bddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:23.877646 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b9288-4e5b-459e-9e41-a22f7554bddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:23.877976 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b9288-4e5b-459e-9e41-a22f7554bddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:23.878302 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b9288-4e5b-459e-9e41-a22f7554bddd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:23.878624 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b9288-4e5b-459e-9e41-a22f7554bddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:23.878966 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b9288-4e5b-459e-9e41-a22f7554bddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:23.879311 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b9288-4e5b-459e-9e41-a22f7554bddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:23.879639 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b9288-4e5b-459e-9e41-a22f7554bddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:23.879954 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b9288-4e5b-459e-9e41-a22f7554bddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:23.885398 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Attempting to bind port 7eb23285-1918-47a8-b892-36067763ace6 on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:19:23.885769 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Attempting to bind port 7eb23285-1918-47a8-b892-36067763ace6 by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '2f38d75f-faea-41c2-997b-1725b53241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:19:23.886126 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Attempting to bind port 7eb23285-1918-47a8-b892-36067763ace6 on network 6304009b-0af9-4a11-9aed-376df5168c1d {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:19:23.894577 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:19:23.894928 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Checking segment: {'id': '2f38d75f-faea-41c2-997b-1725b53241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:19:23.895354 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:23.895750 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Bound using segment: {'id': '2f38d75f-faea-41c2-997b-1725b53241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:19:23.896226 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Bound port: 7eb23285-1918-47a8-b892-36067763ace6, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f38d75f-faea-41c2-997b-1725b53241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:19:23.896741 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:23.928810 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee3033-9c70-496e-bfd2-61ab63e6f59d req-59f69e0c-4187-41b8-85fb-7d10db4c91e8 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:23.930542 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f0ee3033-9c70-496e-bfd2-61ab63e6f59d req-59f69e0c-4187-41b8-85fb-7d10db4c91e8 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.1002450 Sep 07 07:19:23.931857 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Router 9f551365-f0df-4c45-b5cd-b16689d7ee87 is scheduled to L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 with binding_index 1 {{(pid=94029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 07:19:23.970589 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] For port 7eb23285-1918-47a8-b892-36067763ace6, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:19:23.974086 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] For port 7eb23285-1918-47a8-b892-36067763ace6, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=7eb23285-1918-47a8-b892-36067763ace6,segment=NetworkSegment(2f38d75f-faea-41c2-997b-1725b53241fd),segment_id=2f38d75f-faea-41c2-997b-1725b53241fd)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:19:23.980957 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:24.027093 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f0ee3033-9c70-496e-bfd2-61ab63e6f59d req-9b1d6cae-acb9-4d46-9fe3-643c3669d004 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855021 Sep 07 07:19:24.041031 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b9288-4e5b-459e-9e41-a22f7554bddd None None] Pushing event updated for resources: {'Port': ['ID=7eb23285-1918-47a8-b892-36067763ace6,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:24.072657 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Routers {'78a42677-04d8-4458-82d7-a52574d585e8'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:19:24.073280 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:19:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['78a42677-04d8-4458-82d7-a52574d585e8'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:24.100986 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:19:24.111697 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Sync routers for ids ['9f551365-f0df-4c45-b5cd-b16689d7ee87'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:19:24.121648 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Routers {'9f551365-f0df-4c45-b5cd-b16689d7ee87'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:19:24.122412 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:19:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['9f551365-f0df-4c45-b5cd-b16689d7ee87'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:24.122750 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:24.124184 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-795f7f87-2b6e-4670-8636-b1930c6306f4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7649562 Sep 07 07:19:24.127041 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 57122) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:24.244970 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] Set router 78a42677-04d8-4458-82d7-a52574d585e8 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:19:24.275232 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Set router 9f551365-f0df-4c45-b5cd-b16689d7ee87 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:19:24.504867 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'name': 'tempest-TestMinimumBasicScenario-27650211-router', 'tenant_id': '9da8269b221344ff8f0faaa05bc69193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:22Z', 'updated_at': '2021-09-07T07:19:23Z', 'revision_number': 3, 'project_id': '9da8269b221344ff8f0faaa05bc69193', 'gw_port': {'id': '7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:22Z', 'updated_at': '2021-09-07T07:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:24.537698 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Checking router: 9f551365-f0df-4c45-b5cd-b16689d7ee87 for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:19:24.538286 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Updating router 9f551365-f0df-4c45-b5cd-b16689d7ee87 port 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2 binding host dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:19:24.543343 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8a7044-b6ce-44c8-991b-f3d36765c37d None None] Network 88f56d0f-47d3-49b1-838e-b3e9878e5040 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:19:24.585579 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:24.611891 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a42677-04d8-4458-82d7-a52574d585e8', 'name': 'tempest-TestMinimumBasicScenario-1109711832-router', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c5594204-992d-4637-b6dc-00339f829464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:20Z', 'revision_number': 4, 'project_id': '73ba85adb16a40efa44703f122211469', 'gw_port': {'id': 'c5594204-992d-4637-b6dc-00339f829464', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '7eb23285-1918-47a8-b892-36067763ace6', 'name': '', 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'mac_address': 'fa:16:3e:73:a7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:19Z', 'updated_at': '2021-09-07T07:19:23Z', 'revision_number': 4, 'project_id': '73ba85adb16a40efa44703f122211469', 'subnets': [{'id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:24.636737 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:24.638105 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ac9dd-8b0d-4f04-8db7-adf58dac3588 None None] The sync data for ids ['78a42677-04d8-4458-82d7-a52574d585e8'] in dv-cinder-804735-9-iscsi is: [{'id': '78a42677-04d8-4458-82d7-a52574d585e8', 'name': 'tempest-TestMinimumBasicScenario-1109711832-router', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c5594204-992d-4637-b6dc-00339f829464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:20Z', 'revision_number': 4, 'project_id': '73ba85adb16a40efa44703f122211469', 'gw_port': {'id': 'c5594204-992d-4637-b6dc-00339f829464', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '7eb23285-1918-47a8-b892-36067763ace6', 'name': '', 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'mac_address': 'fa:16:3e:73:a7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:19Z', 'updated_at': '2021-09-07T07:19:23Z', 'revision_number': 4, 'project_id': '73ba85adb16a40efa44703f122211469', 'subnets': [{'id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:19:24.721285 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-20a5fa80-3914-46c8-82a3-235fdbdf9e9c None None] Provisioning for port 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:19:24.807235 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Allocated IP 172.20.0.1 (88f56d0f-47d3-49b1-838e-b3e9878e5040/c0a0b14b-70e3-4a60-9b74-cb53f8daafa2/89b50499-a255-4956-8887-d42b6bc3312b) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:19:24.932376 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:24.948682 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Transition to ACTIVE for port object 89b50499-a255-4956-8887-d42b6bc3312b will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:19:24.983073 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:24.986206 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:24.994910 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Transition to ACTIVE for port object 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:19:25.009922 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:25.060959 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Network 88f56d0f-47d3-49b1-838e-b3e9878e5040 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:19:25.069227 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:19:25.077845 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:19:25.092000 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Attempting to bind port 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2 on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:19:25.092617 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Attempting to bind port 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2 by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:19:25.093006 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Attempting to bind port 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2 on network e2b3ffe7-98e3-4527-9727-6754b6d36286 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:19:25.102445 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61a34a-ae33-465f-a26a-c185092e7be5 None None] Pushing event updated for resources: {'Port': ['ID=7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:25.112743 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:19:25.113385 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Checking segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:19:25.113729 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:25.114227 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Bound using segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:19:25.114827 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Bound port: 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:19:25.115327 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:25.136448 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=89b50499-a255-4956-8887-d42b6bc3312b,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:25.199865 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] For port 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:19:25.205137 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] For port 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:19:25.211018 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:25.252970 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579972'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:25.286411 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Routers {'9f551365-f0df-4c45-b5cd-b16689d7ee87'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:19:25.287055 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:19:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['9f551365-f0df-4c45-b5cd-b16689d7ee87'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:25.315261 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3caf2-0861-4a5d-82a0-01c37d93ef6b req-04e64cbc-933e-4410-9438-0eff0e5cbb85 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:25.320362 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51d3caf2-0861-4a5d-82a0-01c37d93ef6b req-04e64cbc-933e-4410-9438-0eff0e5cbb85 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.1435454 Sep 07 07:19:25.355901 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:19:25.399685 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51d3caf2-0861-4a5d-82a0-01c37d93ef6b req-a152662c-ec8c-429d-b880-7d08a9b3949c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723786 Sep 07 07:19:25.465314 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:25.480052 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61a34a-ae33-465f-a26a-c185092e7be5 None None] Pushing event updated for resources: {'Port': ['ID=7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:25.492733 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] Set router 9f551365-f0df-4c45-b5cd-b16689d7ee87 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:19:25.635232 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:25.641692 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5299512'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:25.709262 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=89b50499-a255-4956-8887-d42b6bc3312b,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:25.711765 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580916'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:25.738823 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:19:25.742301 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-99a1b1dc-a3eb-471d-acd5-7fae218ac677 None None] Provisioning for port 89b50499-a255-4956-8887-d42b6bc3312b completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:19:25.749055 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:25.749468 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:25.772061 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-99a1b1dc-a3eb-471d-acd5-7fae218ac677 None None] Provisioning complete for port 89b50499-a255-4956-8887-d42b6bc3312b triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:25.772455 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-99a1b1dc-a3eb-471d-acd5-7fae218ac677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:25.809462 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Network 88f56d0f-47d3-49b1-838e-b3e9878e5040 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:19:25.810812 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:19:25.856214 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-99a1b1dc-a3eb-471d-acd5-7fae218ac677 None None] Port 89b50499-a255-4956-8887-d42b6bc3312b cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:19:25.909003 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:25.925359 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'name': 'tempest-TestMinimumBasicScenario-27650211-router', 'tenant_id': '9da8269b221344ff8f0faaa05bc69193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:22Z', 'updated_at': '2021-09-07T07:19:23Z', 'revision_number': 3, 'project_id': '9da8269b221344ff8f0faaa05bc69193', 'gw_port': {'id': '7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:22Z', 'updated_at': '2021-09-07T07:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:25.964521 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc75a379-ca3b-43a2-81c3-ccc47c3b1622 None None] The sync data for ids ['9f551365-f0df-4c45-b5cd-b16689d7ee87'] in dv-cinder-804735-9-iscsi is: [{'id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'name': 'tempest-TestMinimumBasicScenario-27650211-router', 'tenant_id': '9da8269b221344ff8f0faaa05bc69193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:22Z', 'updated_at': '2021-09-07T07:19:23Z', 'revision_number': 3, 'project_id': '9da8269b221344ff8f0faaa05bc69193', 'gw_port': {'id': '7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:22Z', 'updated_at': '2021-09-07T07:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:19:26.009064 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c,segment=NetworkSegment(67b9dccb-a666-446a-b84f-29025bc4fb34),segment_id=67b9dccb-a666-446a-b84f-29025bc4fb34)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:19:26.014806 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:26.015999 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 7eb23285-1918-47a8-b892-36067763ace6 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:19:26.114253 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:26.131752 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port 7eb23285-1918-47a8-b892-36067763ace6 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:19:26.135137 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-f1070bfc-db59-4581-a58b-444059f26724 None None] Provisioning complete for port 89b50499-a255-4956-8887-d42b6bc3312b triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:26.135562 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f1070bfc-db59-4581-a58b-444059f26724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:26.139185 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 7eb23285-1918-47a8-b892-36067763ace6 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:26.139185 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:26.192111 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Router 9f551365-f0df-4c45-b5cd-b16689d7ee87 has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:19:26.204596 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-f1070bfc-db59-4581-a58b-444059f26724 None None] Port 89b50499-a255-4956-8887-d42b6bc3312b cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:19:26.264889 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:26.305494 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port 7eb23285-1918-47a8-b892-36067763ace6, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=7eb23285-1918-47a8-b892-36067763ace6,segment=NetworkSegment(2f38d75f-faea-41c2-997b-1725b53241fd),segment_id=2f38d75f-faea-41c2-997b-1725b53241fd)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:19:26.310089 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:26.312023 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device c5594204-992d-4637-b6dc-00339f829464 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:19:26.362810 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:19:26.374168 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-4aed0db0-65ef-4fac-af9e-3c5b646e3fa4 admin admin] 10.222.0.30 "PUT /v2.0/routers/9f551365-f0df-4c45-b5cd-b16689d7ee87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2459414 Sep 07 07:19:26.470649 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=7eb23285-1918-47a8-b892-36067763ace6,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:26.555890 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port c5594204-992d-4637-b6dc-00339f829464 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:26.556269 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:26.569920 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1c908-e35c-40bc-bec6-f090d6c25d60 req-253ebbae-0c3a-4e96-b67c-5673871bda75 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:26.575823 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-88a1c908-e35c-40bc-bec6-f090d6c25d60 req-253ebbae-0c3a-4e96-b67c-5673871bda75 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0823169 Sep 07 07:19:26.622905 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-88a1c908-e35c-40bc-bec6-f090d6c25d60 req-b55e0131-e01f-425f-a016-cd2de97c5acc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365322 Sep 07 07:19:27.132110 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:19:27.177667 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:27.178043 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:27.270875 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:19:27.349836 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:19:27.354644 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:27.355230 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:27.444701 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:27.478221 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:19:27.482692 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:27.483660 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 7eb23285-1918-47a8-b892-36067763ace6 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:19:27.579145 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:27.583992 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8064bb73-12f0-46d3-83c7-7042741adf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:27.596395 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 7eb23285-1918-47a8-b892-36067763ace6 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:27.596776 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:27.797871 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4d456-5bed-4f04-97d9-e0c62131b366 req-ccd3511f-fd9e-4bab-b6d1-c403eb15e798 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:27.801571 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06f4d456-5bed-4f04-97d9-e0c62131b366 req-ccd3511f-fd9e-4bab-b6d1-c403eb15e798 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0674899 Sep 07 07:19:27.842470 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06f4d456-5bed-4f04-97d9-e0c62131b366 req-65e3c6e3-6b0b-408c-859f-52b0bae36083 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346653 Sep 07 07:19:28.319119 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Sync routers for ids ['9f551365-f0df-4c45-b5cd-b16689d7ee87'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:19:28.330869 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Routers {'9f551365-f0df-4c45-b5cd-b16689d7ee87'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:19:28.331590 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:19:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['9f551365-f0df-4c45-b5cd-b16689d7ee87'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:28.477696 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Set router 9f551365-f0df-4c45-b5cd-b16689d7ee87 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:19:28.697661 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'name': 'tempest-TestMinimumBasicScenario-27650211-router', 'tenant_id': '9da8269b221344ff8f0faaa05bc69193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:22Z', 'updated_at': '2021-09-07T07:19:25Z', 'revision_number': 4, 'project_id': '9da8269b221344ff8f0faaa05bc69193', 'gw_port': {'id': '7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:22Z', 'updated_at': '2021-09-07T07:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '89b50499-a255-4956-8887-d42b6bc3312b', 'name': '', 'network_id': '88f56d0f-47d3-49b1-838e-b3e9878e5040', 'tenant_id': '9da8269b221344ff8f0faaa05bc69193', 'mac_address': 'fa:16:3e:f2:b0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'c0a0b14b-70e3-4a60-9b74-cb53f8daafa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:24Z', 'updated_at': '2021-09-07T07:19:25Z', 'revision_number': 2, 'project_id': '9da8269b221344ff8f0faaa05bc69193', 'subnets': [{'id': 'c0a0b14b-70e3-4a60-9b74-cb53f8daafa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:28.726569 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Checking router: 9f551365-f0df-4c45-b5cd-b16689d7ee87 for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:19:28.726920 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Updating router 9f551365-f0df-4c45-b5cd-b16689d7ee87 port 89b50499-a255-4956-8887-d42b6bc3312b binding host dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:19:28.752455 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:29.067375 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5900b0-715f-4819-8c87-afd7ce1f0314 req-04295fc6-fa02-480c-9ecb-96dc75de7aeb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:29.075930 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-af5900b0-715f-4819-8c87-afd7ce1f0314 req-04295fc6-fa02-480c-9ecb-96dc75de7aeb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.1119499 Sep 07 07:19:29.114153 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:19:29.121249 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:29.130907 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-af5900b0-715f-4819-8c87-afd7ce1f0314 req-2abff42f-2ca2-4912-b3fe-2960e86801fc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516102 Sep 07 07:19:29.134062 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Transition to ACTIVE for port object 89b50499-a255-4956-8887-d42b6bc3312b will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:19:29.146425 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:29.198904 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:29.199415 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:29.273388 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1aeb86-25b8-484e-9cb2-5f3e93705bcc None None] Pushing event updated for resources: {'Port': ['ID=89b50499-a255-4956-8887-d42b6bc3312b,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:29.368075 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Attempting to bind port 89b50499-a255-4956-8887-d42b6bc3312b on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:19:29.368833 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Attempting to bind port 89b50499-a255-4956-8887-d42b6bc3312b by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '67b9dccb-a666-446a-b84f-29025bc4fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '88f56d0f-47d3-49b1-838e-b3e9878e5040'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:19:29.369948 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Attempting to bind port 89b50499-a255-4956-8887-d42b6bc3312b on network 88f56d0f-47d3-49b1-838e-b3e9878e5040 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:19:29.375485 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:19:29.375990 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Checking segment: {'id': '67b9dccb-a666-446a-b84f-29025bc4fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '88f56d0f-47d3-49b1-838e-b3e9878e5040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:19:29.377122 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:29.377676 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Bound using segment: {'id': '67b9dccb-a666-446a-b84f-29025bc4fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '88f56d0f-47d3-49b1-838e-b3e9878e5040'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:19:29.378311 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Bound port: 89b50499-a255-4956-8887-d42b6bc3312b, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b9dccb-a666-446a-b84f-29025bc4fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '88f56d0f-47d3-49b1-838e-b3e9878e5040'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:19:29.378890 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:29.465604 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] For port 89b50499-a255-4956-8887-d42b6bc3312b, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:19:29.467006 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] For port 89b50499-a255-4956-8887-d42b6bc3312b, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=89b50499-a255-4956-8887-d42b6bc3312b,segment=NetworkSegment(67b9dccb-a666-446a-b84f-29025bc4fb34),segment_id=67b9dccb-a666-446a-b84f-29025bc4fb34)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:19:29.476309 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:29.533138 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1aeb86-25b8-484e-9cb2-5f3e93705bcc None None] Pushing event updated for resources: {'Port': ['ID=89b50499-a255-4956-8887-d42b6bc3312b,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:29.546514 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Routers {'9f551365-f0df-4c45-b5cd-b16689d7ee87'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:19:29.547142 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:19:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['9f551365-f0df-4c45-b5cd-b16689d7ee87'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:29.616068 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 57202) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:29.703333 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] Set router 9f551365-f0df-4c45-b5cd-b16689d7ee87 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:19:29.756245 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8bb6f320-88db-452d-9d38-fbd66e2acd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:29.866422 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8bb6f320-88db-452d-9d38-fbd66e2acd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:29.871450 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8bb6f320-88db-452d-9d38-fbd66e2acd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:29.904935 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6f320-88db-452d-9d38-fbd66e2acd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3755bae9-f14f-4736-a16a-7cdca4508150,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:29.944248 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8bb6f320-88db-452d-9d38-fbd66e2acd62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=443c5103dc7648b3a0c9cb26cf399cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270781 Sep 07 07:19:29.946778 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 57206) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:29.969943 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'name': 'tempest-TestMinimumBasicScenario-27650211-router', 'tenant_id': '9da8269b221344ff8f0faaa05bc69193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:22Z', 'updated_at': '2021-09-07T07:19:25Z', 'revision_number': 4, 'project_id': '9da8269b221344ff8f0faaa05bc69193', 'gw_port': {'id': '7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:22Z', 'updated_at': '2021-09-07T07:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '89b50499-a255-4956-8887-d42b6bc3312b', 'name': '', 'network_id': '88f56d0f-47d3-49b1-838e-b3e9878e5040', 'tenant_id': '9da8269b221344ff8f0faaa05bc69193', 'mac_address': 'fa:16:3e:f2:b0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'c0a0b14b-70e3-4a60-9b74-cb53f8daafa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:24Z', 'updated_at': '2021-09-07T07:19:29Z', 'revision_number': 4, 'project_id': '9da8269b221344ff8f0faaa05bc69193', 'subnets': [{'id': 'c0a0b14b-70e3-4a60-9b74-cb53f8daafa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:19:30.007646 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b7dcb-788c-42c2-a903-c615727e4433 None None] The sync data for ids ['9f551365-f0df-4c45-b5cd-b16689d7ee87'] in dv-cinder-804735-9-iscsi is: [{'id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'name': 'tempest-TestMinimumBasicScenario-27650211-router', 'tenant_id': '9da8269b221344ff8f0faaa05bc69193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:22Z', 'updated_at': '2021-09-07T07:19:25Z', 'revision_number': 4, 'project_id': '9da8269b221344ff8f0faaa05bc69193', 'gw_port': {'id': '7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:22Z', 'updated_at': '2021-09-07T07:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '89b50499-a255-4956-8887-d42b6bc3312b', 'name': '', 'network_id': '88f56d0f-47d3-49b1-838e-b3e9878e5040', 'tenant_id': '9da8269b221344ff8f0faaa05bc69193', 'mac_address': 'fa:16:3e:f2:b0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'c0a0b14b-70e3-4a60-9b74-cb53f8daafa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:24Z', 'updated_at': '2021-09-07T07:19:29Z', 'revision_number': 4, 'project_id': '9da8269b221344ff8f0faaa05bc69193', 'subnets': [{'id': 'c0a0b14b-70e3-4a60-9b74-cb53f8daafa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:19:30.010624 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-430d710b-8903-427a-a031-0ae25f9978ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:30.039254 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-430d710b-8903-427a-a031-0ae25f9978ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:30.132435 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-430d710b-8903-427a-a031-0ae25f9978ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:30.136748 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-430d710b-8903-427a-a031-0ae25f9978ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:30.138587 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-430d710b-8903-427a-a031-0ae25f9978ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3755bae9-f14f-4736-a16a-7cdca4508150 HTTP/1.1" status: 204 len: 168 time: 0.1905715 Sep 07 07:19:30.182039 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d710b-8903-427a-a031-0ae25f9978ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3755bae9-f14f-4736-a16a-7cdca4508150,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:30.234186 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:30.294935 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-26cf0b86-bed2-4b51-b99c-3ccf420398f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:30.328462 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766a4ca-6f5c-4786-b04b-81661ae4bb32 req-b0469ec9-ab12-41e9-b72b-3026afaf301d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:30.346919 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b766a4ca-6f5c-4786-b04b-81661ae4bb32 req-b0469ec9-ab12-41e9-b72b-3026afaf301d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.1000888 Sep 07 07:19:30.402083 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b766a4ca-6f5c-4786-b04b-81661ae4bb32 req-ff4ccd2f-4524-405e-a502-013754d445d3 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452411 Sep 07 07:19:30.625144 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 57218) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:30.643005 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5b8858bc-2fff-432b-a6d1-b0ab3f8dcd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:30.749986 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5b8858bc-2fff-432b-a6d1-b0ab3f8dcd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:30.755630 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5b8858bc-2fff-432b-a6d1-b0ab3f8dcd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:30.793409 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8858bc-2fff-432b-a6d1-b0ab3f8dcd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70499efa-a789-4aa8-92c1-76bdd171a112,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:30.797625 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-5b8858bc-2fff-432b-a6d1-b0ab3f8dcd8a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db9e730ac05a4ce793ac20767623dff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1714177 Sep 07 07:19:30.800852 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 57224) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:30.839798 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8858bc-2fff-432b-a6d1-b0ab3f8dcd8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:30.840571 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8858bc-2fff-432b-a6d1-b0ab3f8dcd8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:30.841150 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8858bc-2fff-432b-a6d1-b0ab3f8dcd8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:30.841724 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8858bc-2fff-432b-a6d1-b0ab3f8dcd8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:30.842308 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8858bc-2fff-432b-a6d1-b0ab3f8dcd8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:30.842874 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8858bc-2fff-432b-a6d1-b0ab3f8dcd8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:30.843495 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8858bc-2fff-432b-a6d1-b0ab3f8dcd8a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:30.844081 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8858bc-2fff-432b-a6d1-b0ab3f8dcd8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:30.844630 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8858bc-2fff-432b-a6d1-b0ab3f8dcd8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:30.845717 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8858bc-2fff-432b-a6d1-b0ab3f8dcd8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:30.846433 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8858bc-2fff-432b-a6d1-b0ab3f8dcd8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:30.846996 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8858bc-2fff-432b-a6d1-b0ab3f8dcd8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:19:30.887824 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-25293cff-a362-4d48-9685-0e20505ab75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:30.911256 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-25293cff-a362-4d48-9685-0e20505ab75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:30.982777 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-25293cff-a362-4d48-9685-0e20505ab75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:30.985490 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-25293cff-a362-4d48-9685-0e20505ab75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:30.987489 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-25293cff-a362-4d48-9685-0e20505ab75c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70499efa-a789-4aa8-92c1-76bdd171a112 HTTP/1.1" status: 204 len: 168 time: 0.1847966 Sep 07 07:19:30.997172 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25293cff-a362-4d48-9685-0e20505ab75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70499efa-a789-4aa8-92c1-76bdd171a112,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:31.115043 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 89b50499-a255-4956-8887-d42b6bc3312b up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:19:31.169151 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:31.183488 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port 89b50499-a255-4956-8887-d42b6bc3312b completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:19:31.187355 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 89b50499-a255-4956-8887-d42b6bc3312b triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:31.187744 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:31.301192 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:31.366415 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port 89b50499-a255-4956-8887-d42b6bc3312b, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=89b50499-a255-4956-8887-d42b6bc3312b,segment=NetworkSegment(67b9dccb-a666-446a-b84f-29025bc4fb34),segment_id=67b9dccb-a666-446a-b84f-29025bc4fb34)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:19:31.373272 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:31.437158 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=89b50499-a255-4956-8887-d42b6bc3312b,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:31.568888 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c148e4-b190-4c85-becd-1f3700224d53 req-a618c2e3-83fc-4dfc-96ae-745e21dbe9cb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:31.576977 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a3c148e4-b190-4c85-becd-1f3700224d53 req-a618c2e3-83fc-4dfc-96ae-745e21dbe9cb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0660889 Sep 07 07:19:31.632078 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a3c148e4-b190-4c85-becd-1f3700224d53 req-688b88d8-cc1c-40e3-933f-dac9215d3207 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536795 Sep 07 07:19:32.812948 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78f449-da49-4b0f-acec-6670ecc0c0bf req-ed9cfb60-2971-4285-b367-29d1b2ca05fe tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:32.821646 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2c78f449-da49-4b0f-acec-6670ecc0c0bf req-ed9cfb60-2971-4285-b367-29d1b2ca05fe tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0727925 Sep 07 07:19:32.882482 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2c78f449-da49-4b0f-acec-6670ecc0c0bf req-b68eec4f-847e-4477-b639-767df3ac1ef6 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577171 Sep 07 07:19:33.075538 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 89b50499-a255-4956-8887-d42b6bc3312b up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:19:33.141802 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 89b50499-a255-4956-8887-d42b6bc3312b triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:33.142452 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:33.313075 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:33.359202 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device ec92d13e-339c-4aaf-a5b8-2fe63818a527 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:19:33.490079 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port ec92d13e-339c-4aaf-a5b8-2fe63818a527, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ec92d13e-339c-4aaf-a5b8-2fe63818a527,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:19:33.503151 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'port_id': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527', 'mac_address': 'fa:16:3e:a6:a8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:19:33.561258 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:33.705722 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec92d13e-339c-4aaf-a5b8-2fe63818a527 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:19:33.725827 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port ec92d13e-339c-4aaf-a5b8-2fe63818a527, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ec92d13e-339c-4aaf-a5b8-2fe63818a527,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:19:33.733591 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:33.798840 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=ec92d13e-339c-4aaf-a5b8-2fe63818a527,revision_number=6']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:33.932024 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['ec92d13e-339c-4aaf-a5b8-2fe63818a527'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:19:34.030991 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083af419-f708-4a14-bece-119a8a7661a0 req-8ac39593-67a6-442f-81e8-60b486084f88 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:34.033417 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-083af419-f708-4a14-bece-119a8a7661a0 req-8ac39593-67a6-442f-81e8-60b486084f88 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 945 time: 0.0762432 Sep 07 07:19:34.074153 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-083af419-f708-4a14-bece-119a8a7661a0 req-978fe43c-1334-4a1e-9e21-feaf2978a241 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339479 Sep 07 07:19:35.213307 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85dec0-7b31-4b65-94f1-70224c895b19 req-02108ae2-0537-4a94-a8db-79a1d5d10969 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:35.214979 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ff85dec0-7b31-4b65-94f1-70224c895b19 req-02108ae2-0537-4a94-a8db-79a1d5d10969 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 945 time: 0.0504270 Sep 07 07:19:35.263050 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ff85dec0-7b31-4b65-94f1-70224c895b19 req-6f69df70-0f24-4e6f-9a6b-0feafa33d991 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409214 Sep 07 07:19:35.367989 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device ec92d13e-339c-4aaf-a5b8-2fe63818a527 up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:19:35.432603 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port ec92d13e-339c-4aaf-a5b8-2fe63818a527 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:35.433207 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:35.513072 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:35.540721 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd866664-0a58-493c-bbd4-80940472fabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:19:35.543217 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b4bef0-f297-4961-8192-6426063ff89a" -d '{"events": [{"server_uuid": "dd866664-0a58-493c-bbd4-80940472fabc", "name": "network-vif-plugged", "status": "completed", "tag": "ec92d13e-339c-4aaf-a5b8-2fe63818a527"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:19:35.573453 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port ec92d13e-339c-4aaf-a5b8-2fe63818a527, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ec92d13e-339c-4aaf-a5b8-2fe63818a527,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:19:35.580241 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:35.692531 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=ec92d13e-339c-4aaf-a5b8-2fe63818a527,revision_number=7']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:35.797279 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a357013-f607-4157-ae61-cf94dd8bceca x-openstack-request-id: req-1a357013-f607-4157-ae61-cf94dd8bceca {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:19:35.797597 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd866664-0a58-493c-bbd4-80940472fabc", "name": "network-vif-plugged", "status": "completed", "tag": "ec92d13e-339c-4aaf-a5b8-2fe63818a527", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:19:35.797884 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a357013-f607-4157-ae61-cf94dd8bceca {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:19:35.798281 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd866664-0a58-493c-bbd4-80940472fabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527', 'code': 200} Sep 07 07:19:36.383800 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71da62-0df7-4c0f-8c89-9ae8355b8440 req-5f92f457-635c-4d33-ab20-fb6113a6f29d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:36.385310 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cb71da62-0df7-4c0f-8c89-9ae8355b8440 req-5f92f457-635c-4d33-ab20-fb6113a6f29d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0503049 Sep 07 07:19:36.426658 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cb71da62-0df7-4c0f-8c89-9ae8355b8440 req-251bf12e-5a02-4a1b-a6ab-7d3ed1caf65f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348024 Sep 07 07:19:37.543791 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa1deb-6a70-42d1-a6f3-c7dc9da07b78 req-6c4c5ee9-82d8-40f1-9b6d-af29e4b37aea tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:37.545398 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-99fa1deb-6a70-42d1-a6f3-c7dc9da07b78 req-6c4c5ee9-82d8-40f1-9b6d-af29e4b37aea tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0488577 Sep 07 07:19:37.586751 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-99fa1deb-6a70-42d1-a6f3-c7dc9da07b78 req-22eebee5-556a-4673-8324-52b0947aa6f3 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346074 Sep 07 07:19:38.705103 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99b445-bf27-4b61-92bc-41ed2d241e9d req-02295e7b-f607-40e8-960c-b84d0d605579 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:38.706579 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5c99b445-bf27-4b61-92bc-41ed2d241e9d req-02295e7b-f607-40e8-960c-b84d0d605579 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0479946 Sep 07 07:19:38.746372 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5c99b445-bf27-4b61-92bc-41ed2d241e9d req-66cda113-8f3e-4c77-afd4-2ea2edac807b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327339 Sep 07 07:19:38.877536 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b819ae-1625-4a30-982c-68740b122fc7 req-35c16b48-5852-4d25-ad58-b500d4a0148d tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:38.878947 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-49b819ae-1625-4a30-982c-68740b122fc7 req-35c16b48-5852-4d25-ad58-b500d4a0148d tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/networks?id=6304009b-0af9-4a11-9aed-376df5168c1d HTTP/1.1" status: 200 len: 815 time: 0.0996466 Sep 07 07:19:38.893499 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-49b819ae-1625-4a30-982c-68740b122fc7 req-5978311d-c787-42a1-845c-338261fd6961 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/quotas/73ba85adb16a40efa44703f122211469 HTTP/1.1" status: 200 len: 375 time: 0.0089259 Sep 07 07:19:38.941559 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-49b819ae-1625-4a30-982c-68740b122fc7 req-8b007014-7ed9-4cb9-8219-232f284e6b3e tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ba85adb16a40efa44703f122211469&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431831 Sep 07 07:19:39.126327 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-49b819ae-1625-4a30-982c-68740b122fc7 req-06d67f12-992b-4a7b-8515-7c1e94c00490 service neutron] 10.222.0.30 "GET /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737220 Sep 07 07:19:39.215505 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-49b819ae-1625-4a30-982c-68740b122fc7 req-1ae0783b-d8b7-492d-bd96-b812cf9e0458 service neutron] 10.222.0.30 "GET /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830357 Sep 07 07:19:39.369847 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e636dc9c-5e2a-4dce-ba8d-dd4544ae3c79 req-48d90294-d143-48ae-b09e-e7826f2c65e8 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 210 time: 0.0267620 Sep 07 07:19:39.867602 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5942f79-a907-4ff7-8394-b706dc7a88e8 req-5b294b47-ef7e-468e-a108-dbb84a6cc2f9 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:39.869093 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a5942f79-a907-4ff7-8394-b706dc7a88e8 req-5b294b47-ef7e-468e-a108-dbb84a6cc2f9 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0503242 Sep 07 07:19:39.910980 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a5942f79-a907-4ff7-8394-b706dc7a88e8 req-9cc047b7-5d76-4434-b770-9896e677d587 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357978 Sep 07 07:19:40.457847 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-711dfe23-2b48-487c-8c3d-733e5105d6f8 req-0dd2bdbe-1087-4901-8d78-772f44afb359 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 210 time: 0.0249841 Sep 07 07:19:40.800682 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b819ae-1625-4a30-982c-68740b122fc7 req-88b32ed6-871f-4aea-be81-57eee1f2f0c0 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:40.802307 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-49b819ae-1625-4a30-982c-68740b122fc7 req-88b32ed6-871f-4aea-be81-57eee1f2f0c0 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.15 "GET /v2.0/networks?id=6304009b-0af9-4a11-9aed-376df5168c1d HTTP/1.1" status: 200 len: 815 time: 0.1182072 Sep 07 07:19:40.823755 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-49b819ae-1625-4a30-982c-68740b122fc7 req-074eb9ab-dc05-4007-b85a-34429173402f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Request body: {'port': {'device_id': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d', 'admin_state_up': True, 'tenant_id': '73ba85adb16a40efa44703f122211469'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:19:41.287627 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f365a81-d920-4b2a-a8d5-aa423246608f req-20afc9fa-1a47-4446-9da3-ed510b42f2b6 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:41.290067 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9f365a81-d920-4b2a-a8d5-aa423246608f req-20afc9fa-1a47-4446-9da3-ed510b42f2b6 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0812385 Sep 07 07:19:41.344009 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b819ae-1625-4a30-982c-68740b122fc7 req-074eb9ab-dc05-4007-b85a-34429173402f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Made reservation on behalf of 73ba85adb16a40efa44703f122211469 for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:19:41.348801 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-49b819ae-1625-4a30-982c-68740b122fc7 req-074eb9ab-dc05-4007-b85a-34429173402f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:41.379449 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9f365a81-d920-4b2a-a8d5-aa423246608f req-69db9651-4b7f-4d8b-871c-884358adaeaf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829391 Sep 07 07:19:41.524775 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-49b819ae-1625-4a30-982c-68740b122fc7 req-074eb9ab-dc05-4007-b85a-34429173402f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Allocated IP 172.20.0.3 (6304009b-0af9-4a11-9aed-376df5168c1d/bdb69ac3-0f54-46e7-9131-d2811b003bdd/c3243679-d915-4585-9e74-b175461752ba) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:19:41.611681 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-930a7733-34da-4ea5-b42f-491969b77a5b req-810d3659-6970-4db4-a8a1-734756e2ff9e tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 210 time: 0.0454266 Sep 07 07:19:41.824516 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-49b819ae-1625-4a30-982c-68740b122fc7 req-074eb9ab-dc05-4007-b85a-34429173402f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:41.854473 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-49b819ae-1625-4a30-982c-68740b122fc7 req-074eb9ab-dc05-4007-b85a-34429173402f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Transition to ACTIVE for port object c3243679-d915-4585-9e74-b175461752ba will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:19:41.919341 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-49b819ae-1625-4a30-982c-68740b122fc7 req-074eb9ab-dc05-4007-b85a-34429173402f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:41.962570 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b819ae-1625-4a30-982c-68740b122fc7 req-074eb9ab-dc05-4007-b85a-34429173402f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Network 6304009b-0af9-4a11-9aed-376df5168c1d is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:19:41.965330 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-49b819ae-1625-4a30-982c-68740b122fc7 req-074eb9ab-dc05-4007-b85a-34429173402f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:19:41.998294 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b819ae-1625-4a30-982c-68740b122fc7 req-074eb9ab-dc05-4007-b85a-34429173402f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:19:42.074393 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b819ae-1625-4a30-982c-68740b122fc7 req-074eb9ab-dc05-4007-b85a-34429173402f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:42.074393 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-49b819ae-1625-4a30-982c-68740b122fc7 req-074eb9ab-dc05-4007-b85a-34429173402f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:42.094778 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074eb9ab-dc05-4007-b85a-34429173402f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Pushing event updated for resources: {'Port': ['ID=c3243679-d915-4585-9e74-b175461752ba,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:42.106886 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-49b819ae-1625-4a30-982c-68740b122fc7 req-074eb9ab-dc05-4007-b85a-34429173402f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2870431 Sep 07 07:19:42.322417 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-cd87df79-7f76-41f7-828c-c850b404bf2e None None] Provisioning for port c3243679-d915-4585-9e74-b175461752ba completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:19:42.329371 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-cd87df79-7f76-41f7-828c-c850b404bf2e None None] Provisioning complete for port c3243679-d915-4585-9e74-b175461752ba triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:19:42.329899 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cd87df79-7f76-41f7-828c-c850b404bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:42.369528 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-cd87df79-7f76-41f7-828c-c850b404bf2e None None] Port c3243679-d915-4585-9e74-b175461752ba cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:19:42.528648 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839fd20-c3d2-43c9-8eeb-aad9d3111de8 req-327c464e-03b5-4fcf-b014-db2a5ec9541e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:42.530955 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1839fd20-c3d2-43c9-8eeb-aad9d3111de8 req-327c464e-03b5-4fcf-b014-db2a5ec9541e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0661116 Sep 07 07:19:42.584643 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1839fd20-c3d2-43c9-8eeb-aad9d3111de8 req-75d24106-5447-4da6-86dd-73fcf59c7a9d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477433 Sep 07 07:19:42.748840 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e5ae4-f98f-481f-b15f-371f266927c8 req-4918b79f-fba7-48f4-a083-e4af545bfe38 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:42.752053 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-001e5ae4-f98f-481f-b15f-371f266927c8 req-4918b79f-fba7-48f4-a083-e4af545bfe38 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 931 time: 0.0667841 Sep 07 07:19:42.902486 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-001e5ae4-f98f-481f-b15f-371f266927c8 req-5dff30e8-f5ff-44cf-b819-50daa2634e0c tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425114 Sep 07 07:19:43.732833 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da545a8d-10f5-4328-ab18-cd96ad2d6131 req-e55e33e6-4293-4e66-ab9a-4e1cca56ceac tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:43.754097 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-da545a8d-10f5-4328-ab18-cd96ad2d6131 req-e55e33e6-4293-4e66-ab9a-4e1cca56ceac tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0783892 Sep 07 07:19:43.853186 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-da545a8d-10f5-4328-ab18-cd96ad2d6131 req-3aaeaf73-76fc-4619-98a3-78c602d7ac03 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968804 Sep 07 07:19:44.071052 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c90df-8d9f-4438-a111-199799ba267a req-2091d0f7-a1bf-4ffb-bf40-29aaadb3ea87 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:44.073147 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-002c90df-8d9f-4438-a111-199799ba267a req-2091d0f7-a1bf-4ffb-bf40-29aaadb3ea87 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 931 time: 0.0857725 Sep 07 07:19:44.156088 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-002c90df-8d9f-4438-a111-199799ba267a req-be392874-9dcf-4e3e-a341-447528fb09a0 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763257 Sep 07 07:19:45.035844 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9c506-e7d3-457b-bfd7-c669b4f0b844 req-1d577c01-a4af-448d-801d-61c159f5b40a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:45.044967 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-94b9c506-e7d3-457b-bfd7-c669b4f0b844 req-1d577c01-a4af-448d-801d-61c159f5b40a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0667913 Sep 07 07:19:45.083283 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-94b9c506-e7d3-457b-bfd7-c669b4f0b844 req-c1971018-55ff-4aba-9b11-3beb38e15d0f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369096 Sep 07 07:19:45.282734 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf69113-8d49-4a9b-8e84-58f8736e4979 req-e3ad00fd-6948-4af4-9a57-14049bf6c1c2 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:45.285035 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8cf69113-8d49-4a9b-8e84-58f8736e4979 req-e3ad00fd-6948-4af4-9a57-14049bf6c1c2 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 931 time: 0.0533478 Sep 07 07:19:45.334380 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8cf69113-8d49-4a9b-8e84-58f8736e4979 req-b6ac61e7-e63b-4cda-9890-5217b4305028 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387251 Sep 07 07:19:45.885082 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:19:46.230499 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0c31e-48ec-4133-b263-68937debf0aa req-96ba0486-e8be-4dce-bc84-5047df08df5f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:46.239073 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cdf0c31e-48ec-4133-b263-68937debf0aa req-96ba0486-e8be-4dce-bc84-5047df08df5f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0611312 Sep 07 07:19:46.276436 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cdf0c31e-48ec-4133-b263-68937debf0aa req-883e300d-e9b5-4a11-b53c-1e7e0d00343d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362172 Sep 07 07:19:46.490176 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000e7bb-99df-4a9f-aabb-9341db7d52a4 req-d1c566ae-4d72-4a6a-a23b-36c0ce18aaf1 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:46.492591 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1000e7bb-99df-4a9f-aabb-9341db7d52a4 req-d1c566ae-4d72-4a6a-a23b-36c0ce18aaf1 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 931 time: 0.0808494 Sep 07 07:19:46.617276 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1000e7bb-99df-4a9f-aabb-9341db7d52a4 req-85455adc-cf86-4b43-a09a-581c9d8b7250 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149917 Sep 07 07:19:47.571595 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43726f-28f5-4e76-bd46-6e1462950f7c req-51223ba8-5df2-43c4-a52e-868ad5f7dc86 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:47.581097 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 57548) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:47.586890 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ab43726f-28f5-4e76-bd46-6e1462950f7c req-51223ba8-5df2-43c4-a52e-868ad5f7dc86 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.1398587 Sep 07 07:19:47.623930 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 57552) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:47.691525 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ab43726f-28f5-4e76-bd46-6e1462950f7c req-87713220-e75b-4fa2-8347-5b49b14ac7e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032703 Sep 07 07:19:47.787600 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a457d-1d69-4853-8f50-3ae4847e05fa req-9329b9c5-7860-483d-98f6-a83ccbc37963 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:47.791990 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9e3a457d-1d69-4853-8f50-3ae4847e05fa req-9329b9c5-7860-483d-98f6-a83ccbc37963 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 931 time: 0.0704720 Sep 07 07:19:47.839694 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bb49264b-5a78-4a65-84ab-af13229a58b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:47.865249 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9e3a457d-1d69-4853-8f50-3ae4847e05fa req-8ba2d967-da99-4476-94dc-2279dd5f9309 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677009 Sep 07 07:19:47.882534 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f2c1c096-d10a-4a12-945e-c13dcdf042ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:48.038636 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f2c1c096-d10a-4a12-945e-c13dcdf042ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:48.051343 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f2c1c096-d10a-4a12-945e-c13dcdf042ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:48.098550 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f2c1c096-d10a-4a12-945e-c13dcdf042ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4346850dcb04050b931109842bd2420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4714091 Sep 07 07:19:48.099856 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 57558) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:48.121058 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1c096-d10a-4a12-945e-c13dcdf042ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfb2b12-29c7-4d63-808a-4989a4f4c49e,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:48.179077 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-74e6a684-a7ee-49de-8a82-825ea3b8caf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:48.206224 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-74e6a684-a7ee-49de-8a82-825ea3b8caf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:48.212712 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bb49264b-5a78-4a65-84ab-af13229a58b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:48.218187 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bb49264b-5a78-4a65-84ab-af13229a58b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:48.278885 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-74e6a684-a7ee-49de-8a82-825ea3b8caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:48.281958 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-74e6a684-a7ee-49de-8a82-825ea3b8caf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:48.283374 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-74e6a684-a7ee-49de-8a82-825ea3b8caf0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0dfb2b12-29c7-4d63-808a-4989a4f4c49e HTTP/1.1" status: 204 len: 168 time: 0.1825047 Sep 07 07:19:48.289292 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-bb49264b-5a78-4a65-84ab-af13229a58b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f114d0ba7e844e9bca91478efb142ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7047157 Sep 07 07:19:48.291889 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 57566) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:48.298281 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49264b-5a78-4a65-84ab-af13229a58b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72eb3655-7fb1-4a50-b8eb-d93ac5d128ed,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:48.315243 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6a684-a7ee-49de-8a82-825ea3b8caf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfb2b12-29c7-4d63-808a-4989a4f4c49e,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:48.376953 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2753a3db-7c0a-4eec-ae7a-e1c5e4bf65d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:48.423066 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2753a3db-7c0a-4eec-ae7a-e1c5e4bf65d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:48.477287 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2753a3db-7c0a-4eec-ae7a-e1c5e4bf65d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:48.480356 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2753a3db-7c0a-4eec-ae7a-e1c5e4bf65d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:48.485986 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2753a3db-7c0a-4eec-ae7a-e1c5e4bf65d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72eb3655-7fb1-4a50-b8eb-d93ac5d128ed HTTP/1.1" status: 204 len: 168 time: 0.1901121 Sep 07 07:19:48.496585 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753a3db-7c0a-4eec-ae7a-e1c5e4bf65d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72eb3655-7fb1-4a50-b8eb-d93ac5d128ed,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:48.840390 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fe520-cfae-4a47-8ecc-6112d2e9b53f req-e446806e-bcb8-4c59-b944-86ba094fd953 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:48.851472 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0b3fe520-cfae-4a47-8ecc-6112d2e9b53f req-e446806e-bcb8-4c59-b944-86ba094fd953 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0708961 Sep 07 07:19:48.917238 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0b3fe520-cfae-4a47-8ecc-6112d2e9b53f req-00ff34be-e3c7-458f-a4fb-6d3907bb04c5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617816 Sep 07 07:19:49.095896 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80dc3f1-2277-4ea0-9d98-17d8ae7513f3 req-2fa5b9f9-7207-4b3d-a333-61b232e5db18 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:49.097589 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e80dc3f1-2277-4ea0-9d98-17d8ae7513f3 req-2fa5b9f9-7207-4b3d-a333-61b232e5db18 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 931 time: 0.1109149 Sep 07 07:19:49.137836 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 57576) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:49.154194 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55dc343f-1a58-424b-822f-51bc72ea573f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:49.189493 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e80dc3f1-2277-4ea0-9d98-17d8ae7513f3 req-196ed3e6-af59-4ea8-a9e5-fa1ea2c4538f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741627 Sep 07 07:19:49.258066 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55dc343f-1a58-424b-822f-51bc72ea573f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:49.268697 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-55dc343f-1a58-424b-822f-51bc72ea573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:49.308083 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc343f-1a58-424b-822f-51bc72ea573f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8b1405-e3db-4007-8c0c-2fef2277810d,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:49.351424 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-55dc343f-1a58-424b-822f-51bc72ea573f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b31b862b164488d94e15256e70a3991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100751 Sep 07 07:19:49.352657 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 57578) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:19:49.428018 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cdbc2908-d0e2-408c-8cd9-3ab9d8a02548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:49.460004 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cdbc2908-d0e2-408c-8cd9-3ab9d8a02548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:49.531947 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cdbc2908-d0e2-408c-8cd9-3ab9d8a02548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:49.537616 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cdbc2908-d0e2-408c-8cd9-3ab9d8a02548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:49.544014 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-cdbc2908-d0e2-408c-8cd9-3ab9d8a02548 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff8b1405-e3db-4007-8c0c-2fef2277810d HTTP/1.1" status: 204 len: 168 time: 0.1902521 Sep 07 07:19:49.566959 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc2908-d0e2-408c-8cd9-3ab9d8a02548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8b1405-e3db-4007-8c0c-2fef2277810d,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:50.052098 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256381c-306f-41c6-ae7f-28131bfcf8e7 req-694781ba-bf72-4645-94ee-05f1b5405930 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:50.060780 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d256381c-306f-41c6-ae7f-28131bfcf8e7 req-694781ba-bf72-4645-94ee-05f1b5405930 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0596220 Sep 07 07:19:50.115905 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d256381c-306f-41c6-ae7f-28131bfcf8e7 req-204c73bc-86dc-4869-bb07-a27e414c6a9e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530124 Sep 07 07:19:50.365618 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b1788-565e-4835-a356-d3b22e2f1697 req-95780f0d-8019-41de-b85d-7c2982f4f996 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:50.367626 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-504b1788-565e-4835-a356-d3b22e2f1697 req-95780f0d-8019-41de-b85d-7c2982f4f996 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 931 time: 0.0762630 Sep 07 07:19:50.415393 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-504b1788-565e-4835-a356-d3b22e2f1697 req-0d3c7041-44ec-4e29-8f7a-f2c225a02261 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415692 Sep 07 07:19:51.228159 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:51.366661 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf274b6-bfc1-496e-8c32-9434d6a3af33 req-3692f353-f5d1-442f-9bbf-d1b1794a9519 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:51.375221 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-abf274b6-bfc1-496e-8c32-9434d6a3af33 req-3692f353-f5d1-442f-9bbf-d1b1794a9519 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.1647613 Sep 07 07:19:51.435752 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-abf274b6-bfc1-496e-8c32-9434d6a3af33 req-5bb87bbd-dfdd-4d5a-986d-fc7be08f9a95 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594289 Sep 07 07:19:51.606770 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc773f57-cfce-4b22-866b-236482261e32 req-361b47fe-defe-4a2b-9b47-d1296052acf3 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:51.614425 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dc773f57-cfce-4b22-866b-236482261e32 req-361b47fe-defe-4a2b-9b47-d1296052acf3 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 931 time: 0.1056905 Sep 07 07:19:51.663786 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dc773f57-cfce-4b22-866b-236482261e32 req-6ebe9917-733c-43ce-90f3-cad2ddb54d50 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482414 Sep 07 07:19:52.611685 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb251096-3bd1-4cf1-8651-2d409ec870ae req-e2cf1eaf-954a-4e8e-832b-78ecea453d6f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:52.613201 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bb251096-3bd1-4cf1-8651-2d409ec870ae req-e2cf1eaf-954a-4e8e-832b-78ecea453d6f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0724130 Sep 07 07:19:52.658060 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bb251096-3bd1-4cf1-8651-2d409ec870ae req-07307817-47de-4b12-8cbf-102a513bf547 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321231 Sep 07 07:19:52.790641 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8a939-fbed-4f43-9035-1884380af915 req-7b4cbca3-7732-4835-b7bc-f4f9a14552ff tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:52.792417 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-57c8a939-fbed-4f43-9035-1884380af915 req-7b4cbca3-7732-4835-b7bc-f4f9a14552ff tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 931 time: 0.0529566 Sep 07 07:19:52.830611 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-57c8a939-fbed-4f43-9035-1884380af915 req-d260722a-b843-4c96-b4f9-cf442c3c5ebe tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315633 Sep 07 07:19:53.771257 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4e27e-d460-4964-b0a0-6705f1bc05b2 req-27f6876c-09a0-46df-b4ec-aeb8c66bb581 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:53.772801 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-caa4e27e-d460-4964-b0a0-6705f1bc05b2 req-27f6876c-09a0-46df-b4ec-aeb8c66bb581 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0488098 Sep 07 07:19:53.813205 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-caa4e27e-d460-4964-b0a0-6705f1bc05b2 req-08d30d36-3836-43b4-9f89-a4ca240b041d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330932 Sep 07 07:19:53.944275 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8ddb1-fafc-4127-b2ab-460db4c6a130 req-d0e9fa0e-5bed-496d-bc49-42607868cbf7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:53.945714 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2cc8ddb1-fafc-4127-b2ab-460db4c6a130 req-d0e9fa0e-5bed-496d-bc49-42607868cbf7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 931 time: 0.0471687 Sep 07 07:19:53.981061 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2cc8ddb1-fafc-4127-b2ab-460db4c6a130 req-5604591a-6802-4385-8b01-20a6850d7bc1 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296409 Sep 07 07:19:54.930871 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24f680-2409-4c0c-8db7-c71662b49c07 req-a50cbb44-dbda-4e6f-8d2b-81e66886c1f8 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:54.932367 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7d24f680-2409-4c0c-8db7-c71662b49c07 req-a50cbb44-dbda-4e6f-8d2b-81e66886c1f8 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0479653 Sep 07 07:19:54.967502 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7d24f680-2409-4c0c-8db7-c71662b49c07 req-85d127dd-d784-4d7a-88f8-d77b0f3b7dfa tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293472 Sep 07 07:19:55.090251 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e6d3a-48e9-4ca4-82b3-4f0f0545a8d6 req-17a8ca86-50a8-4fee-a9f1-1c502bfb6ec7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:55.091720 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-321e6d3a-48e9-4ca4-82b3-4f0f0545a8d6 req-17a8ca86-50a8-4fee-a9f1-1c502bfb6ec7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 931 time: 0.0470507 Sep 07 07:19:55.128333 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-321e6d3a-48e9-4ca4-82b3-4f0f0545a8d6 req-306f8572-6a24-4e07-978f-98d50da26afc tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303528 Sep 07 07:19:56.092252 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a65d5-f719-48b3-b45f-34ccdd1d5a10 req-16101fc7-b890-433d-9f13-6a0c4141bd9e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:56.093779 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b20a65d5-f719-48b3-b45f-34ccdd1d5a10 req-16101fc7-b890-433d-9f13-6a0c4141bd9e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0546935 Sep 07 07:19:56.133027 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b20a65d5-f719-48b3-b45f-34ccdd1d5a10 req-554f87e0-699b-4dab-8b96-cbd0a52884fa tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325956 Sep 07 07:19:56.243477 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36c973-0007-4e9c-bd1d-7314921c842d req-10f0976b-e774-4aa8-9841-7afa8574fb53 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:56.245146 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5c36c973-0007-4e9c-bd1d-7314921c842d req-10f0976b-e774-4aa8-9841-7afa8574fb53 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 931 time: 0.0522528 Sep 07 07:19:56.283242 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5c36c973-0007-4e9c-bd1d-7314921c842d req-a2b81e5e-0e2c-48c0-8550-fa9b83dfed62 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312111 Sep 07 07:19:57.253018 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e47977-c4c1-4791-8e9f-a8b0b6c4c16e req-d6d5b1d9-3c74-47ae-9b0c-daf8508be196 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:57.254515 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-03e47977-c4c1-4791-8e9f-a8b0b6c4c16e req-d6d5b1d9-3c74-47ae-9b0c-daf8508be196 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0500555 Sep 07 07:19:57.291020 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-03e47977-c4c1-4791-8e9f-a8b0b6c4c16e req-babdd57d-8406-45c3-8460-d27067ffb7ef tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305929 Sep 07 07:19:57.395711 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caa14d-54cb-4671-a676-4c4a0ba30c36 req-b8ba5837-9479-4ed4-9e76-40f4e7c4d581 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:57.397227 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f2caa14d-54cb-4671-a676-4c4a0ba30c36 req-b8ba5837-9479-4ed4-9e76-40f4e7c4d581 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 931 time: 0.0480030 Sep 07 07:19:57.436681 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f2caa14d-54cb-4671-a676-4c4a0ba30c36 req-831cacae-67f6-4ea2-91d0-e160992ae343 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334609 Sep 07 07:19:57.559390 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c9c24b71-9be7-44c8-b001-b57fcd48cb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:58.405234 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aa115-8b69-4a78-8f36-f1cac546a3ff req-5d8f0e39-fd9e-4420-8774-5d66ed79cbb5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:58.407372 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-572aa115-8b69-4a78-8f36-f1cac546a3ff req-5d8f0e39-fd9e-4420-8774-5d66ed79cbb5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0474474 Sep 07 07:19:58.442627 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-572aa115-8b69-4a78-8f36-f1cac546a3ff req-4b50c63e-677d-4031-a070-0735fada706a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294700 Sep 07 07:19:58.547180 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737939b-34d7-4e5f-9c9f-9522fe4f2ff8 req-70e59377-2ce2-41e3-a4b2-1e683cbbc6df tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:58.548661 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7737939b-34d7-4e5f-9c9f-9522fe4f2ff8 req-70e59377-2ce2-41e3-a4b2-1e683cbbc6df tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 931 time: 0.0467656 Sep 07 07:19:58.586176 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7737939b-34d7-4e5f-9c9f-9522fe4f2ff8 req-e7e3cfdb-c4ee-4fa2-996e-e63b9be1d746 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316396 Sep 07 07:19:59.098643 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Request body: {'port': {'device_id': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:19:59.156779 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:59.318060 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9cb26-68fe-4488-bc63-15bd362cdf59 req-62f1b33c-5f63-44ba-b316-6ca91c1f0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:59.319485 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-caa9cb26-68fe-4488-bc63-15bd362cdf59 req-62f1b33c-5f63-44ba-b316-6ca91c1f0e12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31ec539a0e824d0385bb9d4a12e94d3e&device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 1099 time: 0.1110249 Sep 07 07:19:59.463285 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3243679-d915-4585-9e74-b175461752ba {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:19:59.494778 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:59.518025 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Transition to ACTIVE for port object c3243679-d915-4585-9e74-b175461752ba will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:19:59.542010 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:59.595894 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9cb26-68fe-4488-bc63-15bd362cdf59 req-e4d292b3-9f6e-44d6-8edd-d4bf3dded249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:59.596995 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-caa9cb26-68fe-4488-bc63-15bd362cdf59 req-e4d292b3-9f6e-44d6-8edd-d4bf3dded249 service neutron] 10.222.0.15 "GET /v2.0/networks?id=763aca73-fbfa-4ea1-a434-95a1680e6608 HTTP/1.1" status: 200 len: 918 time: 0.1899979 Sep 07 07:19:59.621126 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Pushing event updated for resources: {'Port': ['ID=c3243679-d915-4585-9e74-b175461752ba,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:19:59.664351 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd08eb-8225-4af9-bd18-18d214be24e0 req-98391011-0754-409b-9f45-95145f5f15bb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:59.665925 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-07cd08eb-8225-4af9-bd18-18d214be24e0 req-98391011-0754-409b-9f45-95145f5f15bb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.1491616 Sep 07 07:19:59.709063 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c235bbc-09de-4c37-b849-cb8fd4152c47 req-d749284b-9316-4674-912b-641ebfe3434c tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:59.711760 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c235bbc-09de-4c37-b849-cb8fd4152c47 req-d749284b-9316-4674-912b-641ebfe3434c tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 943 time: 0.0553606 Sep 07 07:19:59.760409 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c235bbc-09de-4c37-b849-cb8fd4152c47 req-9d216eb3-f806-44e5-ad0b-f65cb7bb7a9e tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436156 Sep 07 07:19:59.764011 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-caa9cb26-68fe-4488-bc63-15bd362cdf59 req-727b12cb-8c26-475f-9e84-013a6bd68e50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec92d13e-339c-4aaf-a5b8-2fe63818a527 HTTP/1.1" status: 200 len: 1002 time: 0.1529696 Sep 07 07:19:59.818274 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-07cd08eb-8225-4af9-bd18-18d214be24e0 req-fb0af561-a40e-4b80-8f87-8a93fd8921d1 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317894 Sep 07 07:19:59.845775 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Attempting to bind port c3243679-d915-4585-9e74-b175461752ba on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:19:59.846186 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Attempting to bind port c3243679-d915-4585-9e74-b175461752ba by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '2f38d75f-faea-41c2-997b-1725b53241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:19:59.846585 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Attempting to bind port c3243679-d915-4585-9e74-b175461752ba on network 6304009b-0af9-4a11-9aed-376df5168c1d {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:19:59.849935 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9cb26-68fe-4488-bc63-15bd362cdf59 req-402839a0-d317-4238-996f-67f580e04cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:59.862752 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-caa9cb26-68fe-4488-bc63-15bd362cdf59 req-402839a0-d317-4238-996f-67f580e04cdc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa HTTP/1.1" status: 200 len: 856 time: 0.0766859 Sep 07 07:19:59.884239 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Port c3243679-d915-4585-9e74-b175461752ba on network 6304009b-0af9-4a11-9aed-376df5168c1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:19:59.884639 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Attempting to bind port c3243679-d915-4585-9e74-b175461752ba on network 6304009b-0af9-4a11-9aed-376df5168c1d {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:19:59.892369 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:19:59.892712 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Checking segment: {'id': '2f38d75f-faea-41c2-997b-1725b53241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:19:59.893138 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Bound using segment: {'id': '2f38d75f-faea-41c2-997b-1725b53241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:19:59.893544 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Bound port: c3243679-d915-4585-9e74-b175461752ba, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f38d75f-faea-41c2-997b-1725b53241fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:19:59.893869 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:19:59.943053 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9cb26-68fe-4488-bc63-15bd362cdf59 req-1ff10051-5713-4dab-8896-d28201be5e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:19:59.944568 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-caa9cb26-68fe-4488-bc63-15bd362cdf59 req-1ff10051-5713-4dab-8896-d28201be5e7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=763aca73-fbfa-4ea1-a434-95a1680e6608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859582 Sep 07 07:19:59.974877 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] For port c3243679-d915-4585-9e74-b175461752ba, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:20:00.009034 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] For port c3243679-d915-4585-9e74-b175461752ba, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c3243679-d915-4585-9e74-b175461752ba,segment=NetworkSegment(2f38d75f-faea-41c2-997b-1725b53241fd),segment_id=2f38d75f-faea-41c2-997b-1725b53241fd)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:20:00.014704 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:00.085379 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:00.086019 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:00.087733 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-49b819ae-1625-4a30-982c-68740b122fc7 req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] 10.222.0.15 "PUT /v2.0/ports/c3243679-d915-4585-9e74-b175461752ba HTTP/1.1" status: 200 len: 1093 time: 0.9941075 Sep 07 07:20:00.090921 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'tag': 'c3243679-d915-4585-9e74-b175461752ba'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:20:00.093498 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2e67bd-86c2-4df6-8171-cc5cec799c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9cf8f6-1961-4e51-9474-76db5e7b3d0d", "tag": "c3243679-d915-4585-9e74-b175461752ba"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:20:00.125414 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de587502-4a83-4dc8-9206-21efd68a5393 service neutron] Pushing event updated for resources: {'Port': ['ID=c3243679-d915-4585-9e74-b175461752ba,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:00.133106 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-caa9cb26-68fe-4488-bc63-15bd362cdf59 req-63237d4c-540a-40a7-a749-f9d05a8f77c7 service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603355 Sep 07 07:20:00.215918 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:00.297574 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1f3a4f1b-e9e3-45b1-b15d-ebf5b9f8d4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:00.334731 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab791fa4-225b-486d-b3a4-40102dedf1e2 x-openstack-request-id: req-ab791fa4-225b-486d-b3a4-40102dedf1e2 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:20:00.335053 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9cf8f6-1961-4e51-9474-76db5e7b3d0d", "tag": "c3243679-d915-4585-9e74-b175461752ba", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:20:00.335316 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab791fa4-225b-486d-b3a4-40102dedf1e2 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:20:00.335729 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'tag': 'c3243679-d915-4585-9e74-b175461752ba', 'status': 'completed', 'code': 200} Sep 07 07:20:00.340298 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b819ae-1625-4a30-982c-68740b122fc7 req-49c6d748-071f-44af-ad79-9e152f5fd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:00.342613 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-49b819ae-1625-4a30-982c-68740b122fc7 req-49c6d748-071f-44af-ad79-9e152f5fd5d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ba85adb16a40efa44703f122211469&device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 1096 time: 0.1067548 Sep 07 07:20:00.367005 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-caa9cb26-68fe-4488-bc63-15bd362cdf59 req-af55e283-f08e-4af5-aea2-efb427262d0d service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848783 Sep 07 07:20:00.438034 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-49b819ae-1625-4a30-982c-68740b122fc7 req-781088e6-5aef-4214-a22b-7a5bc24eddbb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3243679-d915-4585-9e74-b175461752ba HTTP/1.1" status: 200 len: 217 time: 0.0398290 Sep 07 07:20:00.523239 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b819ae-1625-4a30-982c-68740b122fc7 req-ac25c5f1-8eae-4372-b1b9-ce58c999682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:00.524693 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-49b819ae-1625-4a30-982c-68740b122fc7 req-ac25c5f1-8eae-4372-b1b9-ce58c999682f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdb69ac3-0f54-46e7-9131-d2811b003bdd HTTP/1.1" status: 200 len: 854 time: 0.0425837 Sep 07 07:20:00.582886 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b819ae-1625-4a30-982c-68740b122fc7 req-ad3553f3-2352-4448-bc28-4c744ad997b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:00.584309 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-49b819ae-1625-4a30-982c-68740b122fc7 req-ad3553f3-2352-4448-bc28-4c744ad997b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6304009b-0af9-4a11-9aed-376df5168c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466948 Sep 07 07:20:00.613999 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6a525-f9a7-4cdd-acbb-20f88f9aa1af req-58413ffc-0758-4dc5-bfef-a9bfeeeb909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:00.615684 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c3d6a525-f9a7-4cdd-acbb-20f88f9aa1af req-58413ffc-0758-4dc5-bfef-a9bfeeeb909e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31ec539a0e824d0385bb9d4a12e94d3e&device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 1099 time: 0.0432777 Sep 07 07:20:00.781336 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-49b819ae-1625-4a30-982c-68740b122fc7 req-20a30a73-a0d9-4ef6-8fa3-2cbb08613630 service neutron] 10.222.0.15 "GET /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552787 Sep 07 07:20:00.782426 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6a525-f9a7-4cdd-acbb-20f88f9aa1af req-9815a823-9ad5-4da1-aa8f-61ddd892c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:00.783750 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c3d6a525-f9a7-4cdd-acbb-20f88f9aa1af req-9815a823-9ad5-4da1-aa8f-61ddd892c459 service neutron] 10.222.0.15 "GET /v2.0/networks?id=763aca73-fbfa-4ea1-a434-95a1680e6608 HTTP/1.1" status: 200 len: 918 time: 0.1567347 Sep 07 07:20:00.937500 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c3d6a525-f9a7-4cdd-acbb-20f88f9aa1af req-d821ed18-b07e-473e-b9e7-7bdcb5b49862 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec92d13e-339c-4aaf-a5b8-2fe63818a527 HTTP/1.1" status: 200 len: 1002 time: 0.1398549 Sep 07 07:20:00.944517 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e03a9-daf8-44c9-be36-01dd98debf65 req-ea5035b5-f96f-453a-87f6-22723b8c8fa9 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:00.946336 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a06e03a9-daf8-44c9-be36-01dd98debf65 req-ea5035b5-f96f-453a-87f6-22723b8c8fa9 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0513663 Sep 07 07:20:00.962773 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc28edd-d0ba-4fb1-bf09-2f851b8b3d80 req-77fe524e-da5c-46fd-8143-d2b016ea6e6a tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:00.964251 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ffc28edd-d0ba-4fb1-bf09-2f851b8b3d80 req-77fe524e-da5c-46fd-8143-d2b016ea6e6a tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 943 time: 0.1190262 Sep 07 07:20:00.968089 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-49b819ae-1625-4a30-982c-68740b122fc7 req-312dc216-ada6-4156-a9c9-72d299d36bec service neutron] 10.222.0.15 "GET /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719742 Sep 07 07:20:00.985600 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a06e03a9-daf8-44c9-be36-01dd98debf65 req-8a766526-f67c-4ecc-98df-f2dcc089b632 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332837 Sep 07 07:20:01.037790 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ffc28edd-d0ba-4fb1-bf09-2f851b8b3d80 req-44f338d0-c304-4e27-b15e-a8b21549e5f5 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666521 Sep 07 07:20:01.047579 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6a525-f9a7-4cdd-acbb-20f88f9aa1af req-47cfa7bb-f89c-4ff0-8eba-059965ee1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:01.048971 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c3d6a525-f9a7-4cdd-acbb-20f88f9aa1af req-47cfa7bb-f89c-4ff0-8eba-059965ee1c06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa HTTP/1.1" status: 200 len: 856 time: 0.0630116 Sep 07 07:20:01.117672 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:01.180099 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6a525-f9a7-4cdd-acbb-20f88f9aa1af req-62bbb932-0bac-497c-b93d-582ba14c9dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:01.181609 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c3d6a525-f9a7-4cdd-acbb-20f88f9aa1af req-62bbb932-0bac-497c-b93d-582ba14c9dfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=763aca73-fbfa-4ea1-a434-95a1680e6608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639029 Sep 07 07:20:01.186659 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e67bd-86c2-4df6-8171-cc5cec799c8c req-a9c31051-3564-41de-b297-ee444827247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:01.188073 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8a2e67bd-86c2-4df6-8171-cc5cec799c8c req-a9c31051-3564-41de-b297-ee444827247d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ba85adb16a40efa44703f122211469&device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 1096 time: 0.0620813 Sep 07 07:20:01.335097 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c3d6a525-f9a7-4cdd-acbb-20f88f9aa1af req-f9c5e132-f3a3-48c2-a311-de3fd9c0d8f7 service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458380 Sep 07 07:20:01.337677 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e67bd-86c2-4df6-8171-cc5cec799c8c req-42acbca7-e1c9-4b7e-8edb-a85d1b1b850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:01.339015 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8a2e67bd-86c2-4df6-8171-cc5cec799c8c req-42acbca7-e1c9-4b7e-8edb-a85d1b1b850d service neutron] 10.222.0.15 "GET /v2.0/networks?id=6304009b-0af9-4a11-9aed-376df5168c1d HTTP/1.1" status: 200 len: 916 time: 0.1429422 Sep 07 07:20:01.401681 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8a2e67bd-86c2-4df6-8171-cc5cec799c8c req-b66f9786-c7eb-4cf7-8536-611a660d6822 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3243679-d915-4585-9e74-b175461752ba HTTP/1.1" status: 200 len: 217 time: 0.0454557 Sep 07 07:20:01.495699 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e67bd-86c2-4df6-8171-cc5cec799c8c req-64dcdb18-0537-4b1a-90e2-dea93db4589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:01.497162 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8a2e67bd-86c2-4df6-8171-cc5cec799c8c req-64dcdb18-0537-4b1a-90e2-dea93db4589b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdb69ac3-0f54-46e7-9131-d2811b003bdd HTTP/1.1" status: 200 len: 854 time: 0.0851665 Sep 07 07:20:01.504584 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c3d6a525-f9a7-4cdd-acbb-20f88f9aa1af req-e5f5def8-a838-49be-920f-9f06ea6480af service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555405 Sep 07 07:20:01.801657 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e67bd-86c2-4df6-8171-cc5cec799c8c req-acfaffac-194b-4dd9-b2df-e54e60599eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:01.803144 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8a2e67bd-86c2-4df6-8171-cc5cec799c8c req-acfaffac-194b-4dd9-b2df-e54e60599eaa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6304009b-0af9-4a11-9aed-376df5168c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2788990 Sep 07 07:20:01.891983 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8a2e67bd-86c2-4df6-8171-cc5cec799c8c req-5be9ebac-8913-4113-8364-b02d6151096b service neutron] 10.222.0.15 "GET /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796185 Sep 07 07:20:01.987469 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8a2e67bd-86c2-4df6-8171-cc5cec799c8c req-f51c26b4-81f1-4bc5-b4ac-64cd3273fa10 service neutron] 10.222.0.15 "GET /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872190 Sep 07 07:20:02.110780 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26bd6e-e00a-44f2-a2be-199cab5e4cbc req-4cd4bcc3-ece5-45a6-9f13-a670cc3326c0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:02.112271 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4a26bd6e-e00a-44f2-a2be-199cab5e4cbc req-4cd4bcc3-ece5-45a6-9f13-a670cc3326c0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0487945 Sep 07 07:20:02.148472 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4a26bd6e-e00a-44f2-a2be-199cab5e4cbc req-c3ea7470-7a45-440c-bf66-78108d131525 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303621 Sep 07 07:20:02.150555 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3a398-b2c6-4fd3-91fa-6eb9f1889bce req-5b85953c-d658-4dcc-985b-963dfc1310d6 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:02.152084 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-35c3a398-b2c6-4fd3-91fa-6eb9f1889bce req-5b85953c-d658-4dcc-985b-963dfc1310d6 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 943 time: 0.0472102 Sep 07 07:20:02.188845 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-35c3a398-b2c6-4fd3-91fa-6eb9f1889bce req-33afddbb-5dab-4642-b182-4526bc3cabd4 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305183 Sep 07 07:20:02.818678 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 57746) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:20:02.919772 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1042cc17-07ab-4367-9a73-7d907144d331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:03.003357 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1042cc17-07ab-4367-9a73-7d907144d331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:03.006899 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1042cc17-07ab-4367-9a73-7d907144d331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:03.044843 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042cc17-07ab-4367-9a73-7d907144d331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e748d17f-edc3-4072-b92b-f2b149cd81c3,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:03.050127 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-1042cc17-07ab-4367-9a73-7d907144d331 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=755e744677fa4eb2a235ca931bcabfbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305100 Sep 07 07:20:03.052752 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 57750) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:20:03.100342 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9a038549-2f6f-499f-9a94-8677fb8bbecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:03.120229 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9a038549-2f6f-499f-9a94-8677fb8bbecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:03.165466 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9a038549-2f6f-499f-9a94-8677fb8bbecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:03.168105 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9a038549-2f6f-499f-9a94-8677fb8bbecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:03.169257 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-9a038549-2f6f-499f-9a94-8677fb8bbecd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e748d17f-edc3-4072-b92b-f2b149cd81c3 HTTP/1.1" status: 204 len: 168 time: 0.1155932 Sep 07 07:20:03.181546 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a038549-2f6f-499f-9a94-8677fb8bbecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e748d17f-edc3-4072-b92b-f2b149cd81c3,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:03.318338 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:03.326701 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e6516-3555-4117-98d6-01fddd42aa56 req-becbace7-d72a-450e-855f-b528f70c07b7 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:03.327338 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a3b62-c4d9-44a1-aa1c-0a1e9b1cce39 req-f7c335c3-122e-48c8-b698-625508a8b1b3 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:03.330414 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6e3a3b62-c4d9-44a1-aa1c-0a1e9b1cce39 req-f7c335c3-122e-48c8-b698-625508a8b1b3 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 943 time: 0.0719895 Sep 07 07:20:03.331839 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-211e6516-3555-4117-98d6-01fddd42aa56 req-becbace7-d72a-450e-855f-b528f70c07b7 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 946 time: 0.0914912 Sep 07 07:20:03.371774 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6e3a3b62-c4d9-44a1-aa1c-0a1e9b1cce39 req-40bfaf73-c816-4513-a1b6-e29b8955fe47 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346222 Sep 07 07:20:03.382024 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-211e6516-3555-4117-98d6-01fddd42aa56 req-865fa061-fee3-4d40-8e4f-8866b1e56ee0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468736 Sep 07 07:20:03.535240 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device ec92d13e-339c-4aaf-a5b8-2fe63818a527 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:20:03.612268 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:03.635343 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd866664-0a58-493c-bbd4-80940472fabc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:20:03.637571 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be11cfc-a435-4333-8059-9ec5dc4d36cb" -d '{"events": [{"server_uuid": "dd866664-0a58-493c-bbd4-80940472fabc", "name": "network-vif-unplugged", "status": "completed", "tag": "ec92d13e-339c-4aaf-a5b8-2fe63818a527"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:20:03.650733 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port ec92d13e-339c-4aaf-a5b8-2fe63818a527, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ec92d13e-339c-4aaf-a5b8-2fe63818a527,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:20:03.656513 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:03.683525 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 07:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919bc789-92c7-4492-8591-6ecc6501863e x-openstack-request-id: req-919bc789-92c7-4492-8591-6ecc6501863e {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:20:03.684028 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd866664-0a58-493c-bbd4-80940472fabc", "name": "network-vif-unplugged", "status": "completed", "tag": "ec92d13e-339c-4aaf-a5b8-2fe63818a527", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:20:03.684177 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-919bc789-92c7-4492-8591-6ecc6501863e {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:20:03.684733 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd866664-0a58-493c-bbd4-80940472fabc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527', 'code': 200} Sep 07 07:20:03.711699 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=ec92d13e-339c-4aaf-a5b8-2fe63818a527,revision_number=8']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:04.489261 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927a653-d769-48fd-bf03-f2ac4ed3f299 req-46d003c4-5be3-45b6-bbe2-0950e72460f0 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:04.490727 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0927a653-d769-48fd-bf03-f2ac4ed3f299 req-46d003c4-5be3-45b6-bbe2-0950e72460f0 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 943 time: 0.0515954 Sep 07 07:20:04.516378 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69836ea4-789f-44d7-ac64-ac8551e48d21 req-5aeb4a26-58f2-49d5-b98a-2c8bd1e487d6 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:04.518725 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-69836ea4-789f-44d7-ac64-ac8551e48d21 req-5aeb4a26-58f2-49d5-b98a-2c8bd1e487d6 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0571189 Sep 07 07:20:04.531975 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0927a653-d769-48fd-bf03-f2ac4ed3f299 req-bf9f099b-4a8c-48f8-9342-06f6ab9a95e0 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344336 Sep 07 07:20:04.565023 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-69836ea4-789f-44d7-ac64-ac8551e48d21 req-82873451-8c4f-46d5-967c-07c2d9438d98 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398226 Sep 07 07:20:05.034359 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [req-68d2d647-8765-4fc1-bd73-d24638b6e121 req-5418b946-70aa-4a78-84b6-464ecb4105b3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 07:20:05.035403 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-68d2d647-8765-4fc1-bd73-d24638b6e121 req-5418b946-70aa-4a78-84b6-464ecb4105b3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060673 Sep 07 07:20:05.205135 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd6615-88ac-41a6-9725-acd433e5ea12 req-8a95bbe6-b6b6-4368-bf3e-8491cc413be1 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:05.206606 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bbbd6615-88ac-41a6-9725-acd433e5ea12 req-8a95bbe6-b6b6-4368-bf3e-8491cc413be1 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0586617 Sep 07 07:20:05.266127 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bbbd6615-88ac-41a6-9725-acd433e5ea12 req-0a1ec187-eaaf-4336-b06b-17ad725fd469 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498745 Sep 07 07:20:05.533810 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 57852) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:20:05.541987 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device c3243679-d915-4585-9e74-b175461752ba details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:20:05.645862 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port c3243679-d915-4585-9e74-b175461752ba, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c3243679-d915-4585-9e74-b175461752ba,segment=NetworkSegment(2f38d75f-faea-41c2-997b-1725b53241fd),segment_id=2f38d75f-faea-41c2-997b-1725b53241fd)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:20:05.653437 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1b246939-b346-456a-8ff8-76505d3d8d6d req-3c304595-2f02-4657-ad1e-77f6b495ea5f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1185231 Sep 07 07:20:05.657286 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': 'c3243679-d915-4585-9e74-b175461752ba', 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d', 'port_id': 'c3243679-d915-4585-9e74-b175461752ba', 'mac_address': 'fa:16:3e:c1:a9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:20:05.667097 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad1c74-debc-43aa-a385-71cfea46ad6a req-3e982f78-c48d-4fa9-ad65-a21f1e3728c9 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:05.668520 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-02ad1c74-debc-43aa-a385-71cfea46ad6a req-3e982f78-c48d-4fa9-ad65-a21f1e3728c9 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 943 time: 0.0571353 Sep 07 07:20:05.672662 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [req-1b246939-b346-456a-8ff8-76505d3d8d6d req-49fd7a31-81fe-4f79-a9b3-5a94e7c5db69 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 07:20:05.673623 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1b246939-b346-456a-8ff8-76505d3d8d6d req-49fd7a31-81fe-4f79-a9b3-5a94e7c5db69 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143032 Sep 07 07:20:05.693983 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:05.710455 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-02ad1c74-debc-43aa-a385-71cfea46ad6a req-5f8d52ed-8d4e-42a3-8838-ac35bff04979 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346045 Sep 07 07:20:05.711113 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3243679-d915-4585-9e74-b175461752ba {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:20:05.735454 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port c3243679-d915-4585-9e74-b175461752ba, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c3243679-d915-4585-9e74-b175461752ba,segment=NetworkSegment(2f38d75f-faea-41c2-997b-1725b53241fd),segment_id=2f38d75f-faea-41c2-997b-1725b53241fd)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:20:05.739399 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:05.787238 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=c3243679-d915-4585-9e74-b175461752ba,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:06.307505 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['c3243679-d915-4585-9e74-b175461752ba'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:20:06.401012 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c06d8e-9d93-4c9b-a024-92a62795f466 req-4284d98d-7ff8-4f64-a1af-e147894143a4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:06.403743 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-29c06d8e-9d93-4c9b-a024-92a62795f466 req-4284d98d-7ff8-4f64-a1af-e147894143a4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0551097 Sep 07 07:20:06.443754 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-29c06d8e-9d93-4c9b-a024-92a62795f466 req-c7e6987f-a52d-4a3a-a9dd-5f83b552507f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334256 Sep 07 07:20:06.830714 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1f28b-e736-4bd6-8f1e-42ab13f5e250 req-2c27b2cb-b7c3-428f-b34e-23881e3e1fb4 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:06.833004 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a7f1f28b-e736-4bd6-8f1e-42ab13f5e250 req-2c27b2cb-b7c3-428f-b34e-23881e3e1fb4 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 944 time: 0.0551946 Sep 07 07:20:06.873971 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a7f1f28b-e736-4bd6-8f1e-42ab13f5e250 req-573d9ca7-b83d-41b0-b99f-1c5a0608704c tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345600 Sep 07 07:20:07.354710 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b246939-b346-456a-8ff8-76505d3d8d6d req-4a13f73c-9d26-422d-8f61-b032308615af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:07.356267 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1b246939-b346-456a-8ff8-76505d3d8d6d req-4a13f73c-9d26-422d-8f61-b032308615af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc&tenant_id=31ec539a0e824d0385bb9d4a12e94d3e HTTP/1.1" status: 200 len: 1097 time: 0.0676734 Sep 07 07:20:07.430837 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b246939-b346-456a-8ff8-76505d3d8d6d req-5bc5d7a9-a5b0-4b8a-b2a8-fedf62853fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:07.432500 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1b246939-b346-456a-8ff8-76505d3d8d6d req-5bc5d7a9-a5b0-4b8a-b2a8-fedf62853fd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31ec539a0e824d0385bb9d4a12e94d3e&device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 1097 time: 0.0417058 Sep 07 07:20:07.525368 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b246939-b346-456a-8ff8-76505d3d8d6d req-9158810e-4ff8-428a-bce5-89d156a6ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:07.526977 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1b246939-b346-456a-8ff8-76505d3d8d6d req-9158810e-4ff8-428a-bce5-89d156a6ba47 service neutron] 10.222.0.15 "GET /v2.0/networks?id=763aca73-fbfa-4ea1-a434-95a1680e6608 HTTP/1.1" status: 200 len: 918 time: 0.0877039 Sep 07 07:20:07.558678 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device c3243679-d915-4585-9e74-b175461752ba up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:20:07.568601 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf89413-10db-4438-b947-40126f7c21ba req-4148740b-18e3-4cf3-b853-5b088c1e360e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:07.570305 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cdf89413-10db-4438-b947-40126f7c21ba req-4148740b-18e3-4cf3-b853-5b088c1e360e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0514581 Sep 07 07:20:07.596821 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1b246939-b346-456a-8ff8-76505d3d8d6d req-7053eb93-e0e2-4e68-852e-d540a55a807c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec92d13e-339c-4aaf-a5b8-2fe63818a527 HTTP/1.1" status: 200 len: 1000 time: 0.0624816 Sep 07 07:20:07.611157 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cdf89413-10db-4438-b947-40126f7c21ba req-b292b515-50f3-4233-bb5d-377b9ee623b9 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341918 Sep 07 07:20:07.621104 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port c3243679-d915-4585-9e74-b175461752ba completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:20:07.626698 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port c3243679-d915-4585-9e74-b175461752ba triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:20:07.635641 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:07.647536 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b246939-b346-456a-8ff8-76505d3d8d6d req-64fc183d-5600-4276-a048-f8cd6008517a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:07.648992 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1b246939-b346-456a-8ff8-76505d3d8d6d req-64fc183d-5600-4276-a048-f8cd6008517a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa HTTP/1.1" status: 200 len: 856 time: 0.0451727 Sep 07 07:20:07.692784 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b246939-b346-456a-8ff8-76505d3d8d6d req-6f965b65-8665-468c-80ef-27bba1b740e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:07.694237 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1b246939-b346-456a-8ff8-76505d3d8d6d req-6f965b65-8665-468c-80ef-27bba1b740e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=763aca73-fbfa-4ea1-a434-95a1680e6608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378544 Sep 07 07:20:07.711814 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:07.733817 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3243679-d915-4585-9e74-b175461752ba'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:20:07.736726 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1029eb-e9c4-4a9d-b0d3-44d5fd24ad35" -d '{"events": [{"server_uuid": "0f9cf8f6-1961-4e51-9474-76db5e7b3d0d", "name": "network-vif-plugged", "status": "completed", "tag": "c3243679-d915-4585-9e74-b175461752ba"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:20:07.748878 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port c3243679-d915-4585-9e74-b175461752ba, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c3243679-d915-4585-9e74-b175461752ba,segment=NetworkSegment(2f38d75f-faea-41c2-997b-1725b53241fd),segment_id=2f38d75f-faea-41c2-997b-1725b53241fd)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:20:07.753827 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:07.754926 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device ec92d13e-339c-4aaf-a5b8-2fe63818a527 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:20:07.780120 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee7d0da-eddc-4e2e-bbf1-6e4056ed4000 x-openstack-request-id: req-cee7d0da-eddc-4e2e-bbf1-6e4056ed4000 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:20:07.780417 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9cf8f6-1961-4e51-9474-76db5e7b3d0d", "name": "network-vif-plugged", "status": "completed", "tag": "c3243679-d915-4585-9e74-b175461752ba", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:20:07.781178 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cee7d0da-eddc-4e2e-bbf1-6e4056ed4000 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:20:07.781570 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3243679-d915-4585-9e74-b175461752ba', 'code': 200} Sep 07 07:20:07.789672 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1b246939-b346-456a-8ff8-76505d3d8d6d req-691568b5-68e4-432a-a71d-c89842b42595 service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878377 Sep 07 07:20:07.833931 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=c3243679-d915-4585-9e74-b175461752ba,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:07.907281 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1b246939-b346-456a-8ff8-76505d3d8d6d req-f9d21224-6d5a-4315-be90-d8187f70a043 service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962062 Sep 07 07:20:07.978659 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a256ace-da2e-4e00-9bd8-d53602a7ffc4 req-b8444a0e-f109-41b5-8f7b-79ef943296f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:07.980226 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2a256ace-da2e-4e00-9bd8-d53602a7ffc4 req-b8444a0e-f109-41b5-8f7b-79ef943296f2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 1098 time: 0.0406308 Sep 07 07:20:07.994305 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebb82f-349e-4577-973c-d30a7d7b7b0e req-453b5a84-23e5-49d8-a362-cb2a03747c37 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:07.995932 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-92ebb82f-349e-4577-973c-d30a7d7b7b0e req-453b5a84-23e5-49d8-a362-cb2a03747c37 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0501392 Sep 07 07:20:08.020707 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2a256ace-da2e-4e00-9bd8-d53602a7ffc4 req-2538a03f-6512-4dbb-84d8-72edb034e0d0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321224 Sep 07 07:20:08.033684 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-92ebb82f-349e-4577-973c-d30a7d7b7b0e req-7c23a725-1ce7-439c-a57a-55b1be3edc37 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319798 Sep 07 07:20:08.732798 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b33019-2313-4cf7-9f7f-60fb4d24c574 req-c06b80f6-4e43-4d21-8662-6d56daa7f5a2 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:08.734293 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b8b33019-2313-4cf7-9f7f-60fb4d24c574 req-c06b80f6-4e43-4d21-8662-6d56daa7f5a2 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0496550 Sep 07 07:20:08.773324 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b8b33019-2313-4cf7-9f7f-60fb4d24c574 req-53bf3f30-8956-46a7-a5ab-772a52675919 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330257 Sep 07 07:20:09.159871 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917160f-73c3-4f5f-9d93-744f95784e9a req-c7693484-adf5-49b7-821d-80350a68b617 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:09.162199 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0917160f-73c3-4f5f-9d93-744f95784e9a req-c7693484-adf5-49b7-821d-80350a68b617 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0542679 Sep 07 07:20:09.200120 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0917160f-73c3-4f5f-9d93-744f95784e9a req-20eb3cc1-1c8c-4433-8d08-f4978f4ac1b9 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318320 Sep 07 07:20:09.923618 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026361e5-7ea8-408a-b684-43920f01bf77 req-02f50a88-7686-4bf7-8ff9-f0b5a89250ba tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:09.925594 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-026361e5-7ea8-408a-b684-43920f01bf77 req-02f50a88-7686-4bf7-8ff9-f0b5a89250ba tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0504279 Sep 07 07:20:09.963058 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-026361e5-7ea8-408a-b684-43920f01bf77 req-fc65826c-cebe-4cd5-a28c-245da903f2d1 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310016 Sep 07 07:20:10.315587 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100d1d8-3f4c-4a03-a0ad-18bcc5c9ea52 req-feec160d-fa59-4ab1-92d5-a8da84a639e8 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:10.317045 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1100d1d8-3f4c-4a03-a0ad-18bcc5c9ea52 req-feec160d-fa59-4ab1-92d5-a8da84a639e8 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0484030 Sep 07 07:20:10.364204 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1100d1d8-3f4c-4a03-a0ad-18bcc5c9ea52 req-0dc96abb-b768-4098-b498-3faf049ea9b5 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408967 Sep 07 07:20:11.083860 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040c9c6-0d2a-44a8-821d-e8f7344a6112 req-0403c931-bc4d-4390-ae25-c39e42fa4fcd tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:11.085526 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d040c9c6-0d2a-44a8-821d-e8f7344a6112 req-0403c931-bc4d-4390-ae25-c39e42fa4fcd tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0508647 Sep 07 07:20:11.134484 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d040c9c6-0d2a-44a8-821d-e8f7344a6112 req-f704c4d1-28fe-42b9-b395-be6015b00dee tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427778 Sep 07 07:20:11.248637 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 57972) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:20:11.358176 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-eaf41ccb-28c2-4d64-b438-575e113b6de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:11.487253 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-eaf41ccb-28c2-4d64-b438-575e113b6de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:11.492154 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-eaf41ccb-28c2-4d64-b438-575e113b6de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:11.537074 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff995a8-6640-4dac-821d-04f7e1709941 req-70f956db-d6ee-4234-beef-9cc1623989d2 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:11.538596 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2ff995a8-6640-4dac-821d-04f7e1709941 req-70f956db-d6ee-4234-beef-9cc1623989d2 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.1073275 Sep 07 07:20:11.543257 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf41ccb-28c2-4d64-b438-575e113b6de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89d8f46-c05c-4203-ae24-71624ef804b7,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:11.555904 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-eaf41ccb-28c2-4d64-b438-575e113b6de4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5699f94b847140d697d9e96a67b600e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055286 Sep 07 07:20:11.558794 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 57978) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:20:11.568872 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf41ccb-28c2-4d64-b438-575e113b6de4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:11.569231 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf41ccb-28c2-4d64-b438-575e113b6de4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:11.569578 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf41ccb-28c2-4d64-b438-575e113b6de4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:11.569917 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf41ccb-28c2-4d64-b438-575e113b6de4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:11.570313 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf41ccb-28c2-4d64-b438-575e113b6de4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:11.571016 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf41ccb-28c2-4d64-b438-575e113b6de4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:11.571016 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf41ccb-28c2-4d64-b438-575e113b6de4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:11.571276 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf41ccb-28c2-4d64-b438-575e113b6de4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:11.571626 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf41ccb-28c2-4d64-b438-575e113b6de4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:11.571954 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf41ccb-28c2-4d64-b438-575e113b6de4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:11.572280 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf41ccb-28c2-4d64-b438-575e113b6de4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:11.572603 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf41ccb-28c2-4d64-b438-575e113b6de4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:11.610825 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2ff995a8-6640-4dac-821d-04f7e1709941 req-f0834fe1-d96e-4ee8-bed1-b3ebedbec005 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621772 Sep 07 07:20:11.639079 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-76ef4c9a-788e-4a64-990a-ede17df705fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:11.659997 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-76ef4c9a-788e-4a64-990a-ede17df705fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:11.709980 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-76ef4c9a-788e-4a64-990a-ede17df705fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:11.712825 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-76ef4c9a-788e-4a64-990a-ede17df705fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:11.714192 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-76ef4c9a-788e-4a64-990a-ede17df705fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b89d8f46-c05c-4203-ae24-71624ef804b7 HTTP/1.1" status: 204 len: 168 time: 0.1538725 Sep 07 07:20:11.722630 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef4c9a-788e-4a64-990a-ede17df705fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89d8f46-c05c-4203-ae24-71624ef804b7,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:12.004884 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 57984) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:20:12.018149 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f2e2e657-fdad-4723-97c7-e360ae70f3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:12.116371 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f2e2e657-fdad-4723-97c7-e360ae70f3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:12.120944 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f2e2e657-fdad-4723-97c7-e360ae70f3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:12.151944 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2e657-fdad-4723-97c7-e360ae70f3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b898022-8e5d-46bf-b0ef-b650b6431507,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:12.171001 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f2e2e657-fdad-4723-97c7-e360ae70f3f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=900026acf342475f8488910afe334d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626651 Sep 07 07:20:12.171204 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 57990) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:20:12.234635 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d13c451e-17f2-4de4-bdfa-b18248506ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:12.274284 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d13c451e-17f2-4de4-bdfa-b18248506ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:12.301497 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0eb84-887f-435e-859b-9ce7fae86d78 req-60b2e4be-8499-47e0-ad89-cb12fa70201e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:12.303072 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eba0eb84-887f-435e-859b-9ce7fae86d78 req-60b2e4be-8499-47e0-ad89-cb12fa70201e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0825019 Sep 07 07:20:12.349571 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eba0eb84-887f-435e-859b-9ce7fae86d78 req-d5bb38eb-9ddd-4d86-a25f-c2774c52af0e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397487 Sep 07 07:20:12.364569 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d13c451e-17f2-4de4-bdfa-b18248506ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:12.367164 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d13c451e-17f2-4de4-bdfa-b18248506ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:12.368341 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-d13c451e-17f2-4de4-bdfa-b18248506ea5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b898022-8e5d-46bf-b0ef-b650b6431507 HTTP/1.1" status: 204 len: 168 time: 0.1962028 Sep 07 07:20:12.380922 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c451e-17f2-4de4-bdfa-b18248506ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b898022-8e5d-46bf-b0ef-b650b6431507,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:12.720931 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 57998) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:20:12.735015 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1afedbaf-7e4b-496a-96e1-c72b46828055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:12.746244 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a714408-3e34-4da0-9708-ac0fe52b8bca req-a1dd2d13-2b94-4c4f-9be6-367a63423a73 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:12.747801 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3a714408-3e34-4da0-9708-ac0fe52b8bca req-a1dd2d13-2b94-4c4f-9be6-367a63423a73 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0680740 Sep 07 07:20:12.835865 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3a714408-3e34-4da0-9708-ac0fe52b8bca req-3a29e231-a6ab-4552-b151-4d9311c4bc52 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812464 Sep 07 07:20:12.871673 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1afedbaf-7e4b-496a-96e1-c72b46828055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:12.875522 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1afedbaf-7e4b-496a-96e1-c72b46828055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:12.915098 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afedbaf-7e4b-496a-96e1-c72b46828055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6302ee1-20c1-430c-9b21-f8123280de93,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:12.919388 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-1afedbaf-7e4b-496a-96e1-c72b46828055 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee4e5444eec84f349c74209b45a1a564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972306 Sep 07 07:20:12.922512 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 58000) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:20:12.971175 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-de9f5836-27d2-40c1-a6f2-ccaa887c39c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:12.993606 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-de9f5836-27d2-40c1-a6f2-ccaa887c39c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:13.039625 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-de9f5836-27d2-40c1-a6f2-ccaa887c39c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:13.042617 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-de9f5836-27d2-40c1-a6f2-ccaa887c39c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:13.047351 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-de9f5836-27d2-40c1-a6f2-ccaa887c39c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6302ee1-20c1-430c-9b21-f8123280de93 HTTP/1.1" status: 204 len: 168 time: 0.1238136 Sep 07 07:20:13.056069 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f5836-27d2-40c1-a6f2-ccaa887c39c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6302ee1-20c1-430c-9b21-f8123280de93,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:13.705350 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fbace-3996-4f52-84ab-f7960cc19b24 req-589d8862-e063-41c4-b2d8-57307ae6a583 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:13.707771 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b86fbace-3996-4f52-84ab-f7960cc19b24 req-589d8862-e063-41c4-b2d8-57307ae6a583 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0500858 Sep 07 07:20:13.744142 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b86fbace-3996-4f52-84ab-f7960cc19b24 req-34aecbbf-35c4-4876-8c66-fee02347d3ee tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315542 Sep 07 07:20:13.950299 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddea1d6-f0a0-4b7b-96ad-18a65a0bff0e req-137e9e35-f4e4-4b14-84a1-4f3803310670 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:13.951780 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4ddea1d6-f0a0-4b7b-96ad-18a65a0bff0e req-137e9e35-f4e4-4b14-84a1-4f3803310670 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0531306 Sep 07 07:20:13.994271 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4ddea1d6-f0a0-4b7b-96ad-18a65a0bff0e req-3e51bc93-5be6-42c0-8962-e8243bc814ae tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342660 Sep 07 07:20:14.868299 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811813c-4fdb-4ecd-b23e-e164c571098d req-c4adb3af-5c5a-42dc-bf52-e244cf69001f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:14.869694 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e811813c-4fdb-4ecd-b23e-e164c571098d req-c4adb3af-5c5a-42dc-bf52-e244cf69001f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0506322 Sep 07 07:20:14.910009 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e811813c-4fdb-4ecd-b23e-e164c571098d req-4f0e2e45-2ed4-4d63-ad2a-f1756bd492ef tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323350 Sep 07 07:20:15.112854 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bd515-6dd0-4a32-ae54-8e21d1824493 req-a822a613-b5a4-48db-a765-a99d525a8cec tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:15.114364 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-901bd515-6dd0-4a32-ae54-8e21d1824493 req-a822a613-b5a4-48db-a765-a99d525a8cec tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0532620 Sep 07 07:20:15.157091 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-901bd515-6dd0-4a32-ae54-8e21d1824493 req-8c1e5292-4e43-465f-96ba-87b79cbe22de tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361021 Sep 07 07:20:16.030941 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506afbea-abd7-414b-9c54-1358a4af5c33 req-61a1f4c5-59d9-4d35-bd9d-479082412aaa tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:16.032438 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-506afbea-abd7-414b-9c54-1358a4af5c33 req-61a1f4c5-59d9-4d35-bd9d-479082412aaa tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0471861 Sep 07 07:20:16.070477 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-506afbea-abd7-414b-9c54-1358a4af5c33 req-e20e2006-7847-4447-bb49-3ade0e22cd99 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320115 Sep 07 07:20:16.273333 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe785a-be80-4782-b50c-3582e9306277 req-7a203ebc-d3ef-4a08-b343-0c58a53f20d3 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:16.274857 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9dfe785a-be80-4782-b50c-3582e9306277 req-7a203ebc-d3ef-4a08-b343-0c58a53f20d3 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0496247 Sep 07 07:20:16.314194 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9dfe785a-be80-4782-b50c-3582e9306277 req-35c21a5a-4e9f-4b0d-a4bc-2f9a36c7b2ba tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321434 Sep 07 07:20:17.192898 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e4cc0-53d8-4227-9c93-4c9b3c93aafb req-59d9026b-5194-46e2-87a4-8da9c220c2b4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:17.194420 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-886e4cc0-53d8-4227-9c93-4c9b3c93aafb req-59d9026b-5194-46e2-87a4-8da9c220c2b4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0505307 Sep 07 07:20:17.230793 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-886e4cc0-53d8-4227-9c93-4c9b3c93aafb req-87039b92-3cc4-4e99-bd2c-c5895c82b770 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306036 Sep 07 07:20:17.432045 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd3b43-a15e-4302-b45a-62a0b9668dd8 req-ecd29d75-853e-45cd-8230-9ba4eb252c87 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:17.433629 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3efd3b43-a15e-4302-b45a-62a0b9668dd8 req-ecd29d75-853e-45cd-8230-9ba4eb252c87 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0531986 Sep 07 07:20:17.473167 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3efd3b43-a15e-4302-b45a-62a0b9668dd8 req-9207d878-2fe6-4aa7-8779-6a07750d78a4 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335214 Sep 07 07:20:18.359511 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd036a2-b3d8-4d7a-aa0d-43a0721db746 req-a7bab946-30b6-4c1d-b8fc-3defd9ad535d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:18.361020 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2fd036a2-b3d8-4d7a-aa0d-43a0721db746 req-a7bab946-30b6-4c1d-b8fc-3defd9ad535d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0527749 Sep 07 07:20:18.397819 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2fd036a2-b3d8-4d7a-aa0d-43a0721db746 req-d44330ba-1ae5-4a64-93b4-dfae7224c876 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309050 Sep 07 07:20:18.585545 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6139ce-490f-40a7-9e65-8bb510aa0eb9 req-8be39aa6-8959-45e4-bc6a-c75b07822198 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:18.587022 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bb6139ce-490f-40a7-9e65-8bb510aa0eb9 req-8be39aa6-8959-45e4-bc6a-c75b07822198 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0493178 Sep 07 07:20:18.627817 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bb6139ce-490f-40a7-9e65-8bb510aa0eb9 req-343435be-e075-4b56-96b3-56165f59fd3e tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338902 Sep 07 07:20:19.521402 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620400d4-63c6-429b-9d86-9757dd1aee02 req-1849d4c4-5168-4ba7-a84c-58b78083adf6 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:19.522881 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-620400d4-63c6-429b-9d86-9757dd1aee02 req-1849d4c4-5168-4ba7-a84c-58b78083adf6 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0514228 Sep 07 07:20:19.562407 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-620400d4-63c6-429b-9d86-9757dd1aee02 req-17e3f19b-936f-4d57-8cc4-c251c8c45598 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336344 Sep 07 07:20:19.740144 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9a502-664f-414e-98ed-8d4aee8189c0 req-2af2094b-280a-4887-a261-cd3e49382a19 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:19.741634 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e9c9a502-664f-414e-98ed-8d4aee8189c0 req-2af2094b-280a-4887-a261-cd3e49382a19 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0498116 Sep 07 07:20:19.781162 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e9c9a502-664f-414e-98ed-8d4aee8189c0 req-04e89986-2fb8-417c-8b71-37e9250e5ed3 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336559 Sep 07 07:20:20.685802 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee53b3b-0c14-42c6-a25b-d6dd0d580a1d req-73b0c7de-9600-434e-9e3b-a0177daab107 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:20.687236 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1ee53b3b-0c14-42c6-a25b-d6dd0d580a1d req-73b0c7de-9600-434e-9e3b-a0177daab107 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0516133 Sep 07 07:20:20.724360 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1ee53b3b-0c14-42c6-a25b-d6dd0d580a1d req-63b005d6-cc11-4856-a113-62744c80cbac tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310636 Sep 07 07:20:20.894796 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34423f5c-529d-4099-aa4f-9e14abd012bc req-1eaea9cd-086e-4ae7-af12-9693269f6fdc tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:20.896244 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-34423f5c-529d-4099-aa4f-9e14abd012bc req-1eaea9cd-086e-4ae7-af12-9693269f6fdc tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0503595 Sep 07 07:20:20.932785 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-34423f5c-529d-4099-aa4f-9e14abd012bc req-b0d49beb-e849-485f-a62c-13d18bf70a84 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306587 Sep 07 07:20:21.219704 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:21.839940 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440655bd-e8ec-4bd0-bbcd-7d9b5950386a req-6ae1f154-1908-4803-8255-8a3862739f4e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:21.841414 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-440655bd-e8ec-4bd0-bbcd-7d9b5950386a req-6ae1f154-1908-4803-8255-8a3862739f4e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0471261 Sep 07 07:20:21.879834 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-440655bd-e8ec-4bd0-bbcd-7d9b5950386a req-f023528f-a949-4c07-aa77-deef7cd011ff tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315757 Sep 07 07:20:22.047928 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb00380-e2d0-4ad8-bc77-45cdf1ad9846 req-4e8fb7d1-55be-4394-9656-3722b4360a8f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:22.049387 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-adb00380-e2d0-4ad8-bc77-45cdf1ad9846 req-4e8fb7d1-55be-4394-9656-3722b4360a8f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0510850 Sep 07 07:20:22.084777 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-adb00380-e2d0-4ad8-bc77-45cdf1ad9846 req-c6c1ad95-8d84-4193-801c-c528f4dc141d tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295632 Sep 07 07:20:22.884320 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:20:22.994592 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abf136-97e4-4c5d-8023-d45998a2793f req-19e12e0d-c0c7-4428-8218-f7c33bc3f022 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:22.996070 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51abf136-97e4-4c5d-8023-d45998a2793f req-19e12e0d-c0c7-4428-8218-f7c33bc3f022 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0476692 Sep 07 07:20:23.032910 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51abf136-97e4-4c5d-8023-d45998a2793f req-72f1ab54-16cc-4b6a-9f37-6ddde1780ee2 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304217 Sep 07 07:20:23.195711 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a572b0-b8bd-408c-9306-50415a82fa6c req-17550501-0721-47f2-84be-9047bc7157e7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:23.197155 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c3a572b0-b8bd-408c-9306-50415a82fa6c req-17550501-0721-47f2-84be-9047bc7157e7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0467124 Sep 07 07:20:23.232473 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c3a572b0-b8bd-408c-9306-50415a82fa6c req-b7ab15d1-6f93-4c64-85af-babd7d3a7c97 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296690 Sep 07 07:20:24.152540 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65fde9-edea-44fe-bdf5-41ebe60770d8 req-462dfdde-9072-4927-b1bf-25813c16622f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:24.153891 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c65fde9-edea-44fe-bdf5-41ebe60770d8 req-462dfdde-9072-4927-b1bf-25813c16622f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0504668 Sep 07 07:20:24.191271 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c65fde9-edea-44fe-bdf5-41ebe60770d8 req-60ac4145-06c3-495e-8a6a-466caf41d49b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304766 Sep 07 07:20:24.341258 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98744841-2ba0-4a7e-a257-48e58232b37a req-ea587248-2ad3-4c62-86ff-a38420c4dd3f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:24.342709 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-98744841-2ba0-4a7e-a257-48e58232b37a req-ea587248-2ad3-4c62-86ff-a38420c4dd3f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0467083 Sep 07 07:20:24.378953 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-98744841-2ba0-4a7e-a257-48e58232b37a req-84d64f82-0c86-4d2b-9afd-91852d056e49 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299692 Sep 07 07:20:24.487940 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9acbe-1511-40c9-937f-3ec6a5133c6c req-d043bca3-328a-4cf5-86d9-55e2e5846c2b tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:24.489413 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c3b9acbe-1511-40c9-937f-3ec6a5133c6c req-d043bca3-328a-4cf5-86d9-55e2e5846c2b tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0482996 Sep 07 07:20:24.527327 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c3b9acbe-1511-40c9-937f-3ec6a5133c6c req-929913d0-2c64-4e3e-8d3f-b871a59cf3b3 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318496 Sep 07 07:20:24.691752 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddf580-3ad2-4d15-abac-24693e3d4d63 req-76623c65-0f45-420c-91c4-a58762389b95 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:24.693205 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f4ddf580-3ad2-4d15-abac-24693e3d4d63 req-76623c65-0f45-420c-91c4-a58762389b95 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0501413 Sep 07 07:20:24.732319 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f4ddf580-3ad2-4d15-abac-24693e3d4d63 req-10809847-2ca9-4820-8cb3-d140268bc894 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331962 Sep 07 07:20:24.849077 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5017b-da04-46eb-ad8a-aac30b5e53d3 req-bb15af33-cf83-4513-972a-2fd6b2382383 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:24.850528 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9ba5017b-da04-46eb-ad8a-aac30b5e53d3 req-bb15af33-cf83-4513-972a-2fd6b2382383 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0470960 Sep 07 07:20:24.887857 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9ba5017b-da04-46eb-ad8a-aac30b5e53d3 req-649fc0df-a9a4-47ac-af4a-127eec816ca3 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315835 Sep 07 07:20:25.306632 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e404c33-fc23-43b9-8536-f661612cd480 req-56e7a691-0027-4da2-bbfd-fcabff7c863e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:25.308149 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1e404c33-fc23-43b9-8536-f661612cd480 req-56e7a691-0027-4da2-bbfd-fcabff7c863e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0471330 Sep 07 07:20:25.344320 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1e404c33-fc23-43b9-8536-f661612cd480 req-91228977-9d9d-4bfd-8791-2b573bd80fbb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298543 Sep 07 07:20:25.841740 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811d280-47e9-4505-830d-fe5c20baf41f req-e37ce987-d6ec-4c9b-9401-80eb9491f841 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:25.843127 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9811d280-47e9-4505-830d-fe5c20baf41f req-e37ce987-d6ec-4c9b-9401-80eb9491f841 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0468719 Sep 07 07:20:25.881324 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9811d280-47e9-4505-830d-fe5c20baf41f req-c4e8910c-55f7-412c-afd5-efbde16f914b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314202 Sep 07 07:20:26.468558 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ac116-8537-4efa-b907-873fc98ead58 req-74995192-a99d-41fc-9f46-2c2154f99b7c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:26.470058 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e22ac116-8537-4efa-b907-873fc98ead58 req-74995192-a99d-41fc-9f46-2c2154f99b7c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0545075 Sep 07 07:20:26.507714 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e22ac116-8537-4efa-b907-873fc98ead58 req-829a8c74-8994-4b35-88b6-233ce5b5ebe0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313487 Sep 07 07:20:26.996128 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69b9c7-5abb-4c38-a6f0-c8cc6c519ec1 req-76d7f7d5-50af-44be-b9c2-d03baf891d4e tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:26.997568 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0e69b9c7-5abb-4c38-a6f0-c8cc6c519ec1 req-76d7f7d5-50af-44be-b9c2-d03baf891d4e tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0479126 Sep 07 07:20:27.034899 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0e69b9c7-5abb-4c38-a6f0-c8cc6c519ec1 req-a9348538-0f4c-4db4-b111-e65f076161e1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308471 Sep 07 07:20:27.561090 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1cdd79cd-0d61-4caa-a97f-ad1c278a5d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:27.631803 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6eff66-b7c9-4a42-ba5e-b5f0538cd6a9 req-2c26e782-77b2-4dd8-9e52-b34f2a29e97b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:27.633245 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6f6eff66-b7c9-4a42-ba5e-b5f0538cd6a9 req-2c26e782-77b2-4dd8-9e52-b34f2a29e97b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0507467 Sep 07 07:20:27.668095 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6f6eff66-b7c9-4a42-ba5e-b5f0538cd6a9 req-ad09b933-fa07-4067-abad-dde9a8e2899b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291212 Sep 07 07:20:28.146872 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64924ca0-7929-43db-ab4e-24ed0526bcb2 req-5e1a8492-3ce8-494b-a7d9-f5d663464ae5 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:28.148382 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-64924ca0-7929-43db-ab4e-24ed0526bcb2 req-5e1a8492-3ce8-494b-a7d9-f5d663464ae5 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0474892 Sep 07 07:20:28.184419 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-64924ca0-7929-43db-ab4e-24ed0526bcb2 req-e570d82c-59eb-4ce3-86ba-26c0fd203949 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303271 Sep 07 07:20:28.784929 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0129b-3b03-46eb-b0b5-3646b104ea7c req-50573cc6-d1c4-47bc-8f56-cc6e4f4db359 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:28.786395 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ffa0129b-3b03-46eb-b0b5-3646b104ea7c req-50573cc6-d1c4-47bc-8f56-cc6e4f4db359 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0465286 Sep 07 07:20:28.822733 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ffa0129b-3b03-46eb-b0b5-3646b104ea7c req-e79ea1e6-a4d5-40ac-ac5e-e471acc949d7 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305762 Sep 07 07:20:29.298099 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a011eb1-fc41-4108-8112-245e3859c5a2 req-09458e14-df43-4389-bbf8-0af0212646c4 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:29.299587 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3a011eb1-fc41-4108-8112-245e3859c5a2 req-09458e14-df43-4389-bbf8-0af0212646c4 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0511372 Sep 07 07:20:29.336180 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3a011eb1-fc41-4108-8112-245e3859c5a2 req-09fd7130-5fe5-4c3a-82b1-5c158c2e58ed tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308437 Sep 07 07:20:29.938853 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0e14c-aa2e-4f36-9a92-b3ecc477773e req-78fb2e5a-93d9-4b4a-a5ba-6702a79f1ef5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:29.940345 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8bd0e14c-aa2e-4f36-9a92-b3ecc477773e req-78fb2e5a-93d9-4b4a-a5ba-6702a79f1ef5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0472677 Sep 07 07:20:29.975967 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8bd0e14c-aa2e-4f36-9a92-b3ecc477773e req-7ac731a9-c4fb-4bfd-bf6a-d1200b6cc3bc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299613 Sep 07 07:20:30.207191 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:30.286723 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-51ebd37f-518f-4436-b556-c71af4607c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:30.451221 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b8796-338e-4de0-af79-0c6d289208b3 req-69001d84-7717-4623-8123-f896a44008ff tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:30.452709 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ad7b8796-338e-4de0-af79-0c6d289208b3 req-69001d84-7717-4623-8123-f896a44008ff tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0512359 Sep 07 07:20:30.489465 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ad7b8796-338e-4de0-af79-0c6d289208b3 req-71bd86f2-781e-46bb-8766-71196c2ec32f tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304830 Sep 07 07:20:31.094589 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf53a9-f1d8-41bf-b23b-fe7fe30f56be req-e1ab59d4-36ba-4e98-8969-121bb49dd8ac tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:31.096063 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fbaf53a9-f1d8-41bf-b23b-fe7fe30f56be req-e1ab59d4-36ba-4e98-8969-121bb49dd8ac tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 944 time: 0.0505145 Sep 07 07:20:31.120434 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:31.134272 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fbaf53a9-f1d8-41bf-b23b-fe7fe30f56be req-9ff293e9-82fd-4cb3-82e1-f872e0ce2d6d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321913 Sep 07 07:20:31.599795 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49e109-d9a9-490f-8dd0-cfc0cc106f03 req-619f51d3-8ab4-4d6a-bac3-5c95e2aee613 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:31.601266 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fc49e109-d9a9-490f-8dd0-cfc0cc106f03 req-619f51d3-8ab4-4d6a-bac3-5c95e2aee613 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0473883 Sep 07 07:20:31.637733 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fc49e109-d9a9-490f-8dd0-cfc0cc106f03 req-2e36ad54-7a61-4b63-8d0b-1ae9655465b6 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307512 Sep 07 07:20:31.667472 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device ec92d13e-339c-4aaf-a5b8-2fe63818a527 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:20:31.759689 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port ec92d13e-339c-4aaf-a5b8-2fe63818a527, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ec92d13e-339c-4aaf-a5b8-2fe63818a527,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:20:31.770226 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'port_id': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527', 'mac_address': 'fa:16:3e:a6:a8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:20:31.805750 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:31.817772 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec92d13e-339c-4aaf-a5b8-2fe63818a527 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:20:31.836330 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port ec92d13e-339c-4aaf-a5b8-2fe63818a527, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ec92d13e-339c-4aaf-a5b8-2fe63818a527,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:20:31.839729 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:31.888734 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=ec92d13e-339c-4aaf-a5b8-2fe63818a527,revision_number=9']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:31.895916 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:31.896261 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:31.896598 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:31.896933 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:31.897264 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:31.897593 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:31.897923 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:31.898251 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:31.898572 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:31.898894 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:31.899215 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:31.899558 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:32.248370 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334a243-f985-4477-bc71-eb8cd78a7695 req-b445c425-013c-461f-8664-250d894c6347 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:32.249804 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8334a243-f985-4477-bc71-eb8cd78a7695 req-b445c425-013c-461f-8664-250d894c6347 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 945 time: 0.0473511 Sep 07 07:20:32.286636 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8334a243-f985-4477-bc71-eb8cd78a7695 req-0934b502-c6b1-4b2c-a85d-7c164b58a224 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301299 Sep 07 07:20:32.300039 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['ec92d13e-339c-4aaf-a5b8-2fe63818a527'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:20:32.758853 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c67bd-6fda-4318-9454-6d0e24514b8f req-9208322d-bed9-4c38-aa48-52a8c03ac7b2 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:32.760349 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-112c67bd-6fda-4318-9454-6d0e24514b8f req-9208322d-bed9-4c38-aa48-52a8c03ac7b2 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0521743 Sep 07 07:20:32.797018 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-112c67bd-6fda-4318-9454-6d0e24514b8f req-dfb909e6-3fff-468b-b23b-e351676315e9 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309176 Sep 07 07:20:33.311748 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:33.402987 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addd7fe-2ae3-4046-ab6f-80f33f3b97c9 req-ea32b9e7-9a44-4dfd-8f04-248b8ed72048 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:33.404458 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9addd7fe-2ae3-4046-ab6f-80f33f3b97c9 req-ea32b9e7-9a44-4dfd-8f04-248b8ed72048 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 945 time: 0.0467761 Sep 07 07:20:33.441946 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9addd7fe-2ae3-4046-ab6f-80f33f3b97c9 req-e25106d9-921a-4404-9d93-eabe7034099c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309763 Sep 07 07:20:33.665195 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device ec92d13e-339c-4aaf-a5b8-2fe63818a527 up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:20:33.712984 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port ec92d13e-339c-4aaf-a5b8-2fe63818a527 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:20:33.713356 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:33.785616 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:33.806390 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd866664-0a58-493c-bbd4-80940472fabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:20:33.808631 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7764a6-a76a-451a-b7f1-9ee1fb89fd3f" -d '{"events": [{"server_uuid": "dd866664-0a58-493c-bbd4-80940472fabc", "name": "network-vif-plugged", "status": "completed", "tag": "ec92d13e-339c-4aaf-a5b8-2fe63818a527"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:20:33.821239 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port ec92d13e-339c-4aaf-a5b8-2fe63818a527, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ec92d13e-339c-4aaf-a5b8-2fe63818a527,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:20:33.824632 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:33.852141 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f146c0-01ec-4f9b-8e03-96c8a3190217 x-openstack-request-id: req-76f146c0-01ec-4f9b-8e03-96c8a3190217 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:20:33.852553 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd866664-0a58-493c-bbd4-80940472fabc", "name": "network-vif-plugged", "status": "completed", "tag": "ec92d13e-339c-4aaf-a5b8-2fe63818a527", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:20:33.852814 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76f146c0-01ec-4f9b-8e03-96c8a3190217 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:20:33.853203 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd866664-0a58-493c-bbd4-80940472fabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527', 'code': 200} Sep 07 07:20:33.878520 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=ec92d13e-339c-4aaf-a5b8-2fe63818a527,revision_number=10']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:33.914865 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb61e8-950c-40a8-955e-e4ba3fb09ffa req-67bb04fc-3110-4520-bf01-b03cb91904d4 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:33.916350 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-24eb61e8-950c-40a8-955e-e4ba3fb09ffa req-67bb04fc-3110-4520-bf01-b03cb91904d4 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0514281 Sep 07 07:20:33.952112 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-24eb61e8-950c-40a8-955e-e4ba3fb09ffa req-79e7f49c-316a-429b-86a9-10d88f1a9741 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299797 Sep 07 07:20:34.317122 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4d85b-eac2-4c7c-abd3-6f1f22293805 req-06eacee8-6270-47c8-a607-348e1a73a1ba tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:34.318636 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4dc4d85b-eac2-4c7c-abd3-6f1f22293805 req-06eacee8-6270-47c8-a607-348e1a73a1ba tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0483997 Sep 07 07:20:34.355957 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4dc4d85b-eac2-4c7c-abd3-6f1f22293805 req-c32eb823-d567-4210-829f-8f7f132671d7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311260 Sep 07 07:20:34.378528 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58166) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:20:34.384678 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b78c2-31cf-4429-8e9f-7707705a0545 req-9504871c-fc67-4715-934f-4e2e43d4acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:34.386207 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b10b78c2-31cf-4429-8e9f-7707705a0545 req-9504871c-fc67-4715-934f-4e2e43d4acbf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 1100 time: 0.0397437 Sep 07 07:20:34.420004 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b10b78c2-31cf-4429-8e9f-7707705a0545 req-a41aadf2-82bf-409a-b7a4-aee3c7633b69 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264213 Sep 07 07:20:34.557859 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b901ff-6aaa-43a5-bb38-a714cb58fdcc tempest-TestMinimumBasicScenario-971182572 tempest-TestMinimumBasicScenario-971182572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:34.559827 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276e3c1-3059-4348-b45b-c96a1a4bc7cb req-c4d2372d-f2c5-44b4-826c-09ef77be75e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:34.561322 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e276e3c1-3059-4348-b45b-c96a1a4bc7cb req-c4d2372d-f2c5-44b4-826c-09ef77be75e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 947 time: 0.0487125 Sep 07 07:20:34.562224 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 58172) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:20:34.562411 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a3b901ff-6aaa-43a5-bb38-a714cb58fdcc tempest-TestMinimumBasicScenario-971182572 tempest-TestMinimumBasicScenario-971182572-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 1093 time: 0.1828637 Sep 07 07:20:34.566464 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Request body: {'floatingip': {'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'port_id': 'c3243679-d915-4585-9e74-b175461752ba', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:20:34.612561 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e276e3c1-3059-4348-b45b-c96a1a4bc7cb req-4d09fca7-f383-4e38-afb0-ac4dd07a07bb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416284 Sep 07 07:20:34.613636 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for floatingip, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:34.713324 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:34.817303 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Allocated IP 172.27.2.208 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/a77ecd7c-f0f2-4257-9a41-00d1be8c1f15) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:20:34.914346 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:34.950383 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:34.985779 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:20:34.988476 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:20:34.991918 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:20:35.020271 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Pushing event updated for resources: {'Port': ['ID=a77ecd7c-f0f2-4257-9a41-00d1be8c1f15,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:35.035588 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:35.035917 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:35.036266 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:35.036602 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:35.036934 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:35.037264 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:35.037593 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:35.037919 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:35.038241 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:35.038561 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:35.038884 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:35.039199 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:20:35.073061 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ada4f6-2b5b-4f2d-b36d-a75f44b4a73a req-8cb86083-de70-41c7-a869-cd2796bca04b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:35.074644 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27ada4f6-2b5b-4f2d-b36d-a75f44b4a73a req-8cb86083-de70-41c7-a869-cd2796bca04b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0482719 Sep 07 07:20:35.117139 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27ada4f6-2b5b-4f2d-b36d-a75f44b4a73a req-05528b2a-7db6-4e9f-b2c0-2528dde55efa tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360208 Sep 07 07:20:35.351352 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:35.415497 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:35.562045 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:35.566662 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:35.630576 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Pushing event updated for resources: {'Port': ['ID=a77ecd7c-f0f2-4257-9a41-00d1be8c1f15,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:35.642491 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579857'] for floatingip, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:35.769978 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192e0b3-f9c1-4fb4-b16a-1e7629cc9d7d req-fcd19e46-c879-4d40-8de6-1c2f2dc7d3f0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:35.771451 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f192e0b3-f9c1-4fb4-b16a-1e7629cc9d7d req-fcd19e46-c879-4d40-8de6-1c2f2dc7d3f0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 947 time: 0.0884244 Sep 07 07:20:35.774697 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.l3_db [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Floating IP c22138ff-3e7e-44c4-8adf-d3520ad631fa associated. External IP: 172.27.2.208, port: c3243679-d915-4585-9e74-b175461752ba. Sep 07 07:20:35.853216 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f192e0b3-f9c1-4fb4-b16a-1e7629cc9d7d req-17b6201d-9561-42bf-9212-0b67c9168ed0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754001 Sep 07 07:20:36.005020 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Router 78a42677-04d8-4458-82d7-a52574d585e8 has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:20:36.114597 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:20:36.126841 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9605d429-5bb8-449f-a493-9bd9b91458c1 None None] Sync routers for ids ['78a42677-04d8-4458-82d7-a52574d585e8'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:20:36.136462 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9605d429-5bb8-449f-a493-9bd9b91458c1 None None] Routers {'78a42677-04d8-4458-82d7-a52574d585e8'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:20:36.137222 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-9605d429-5bb8-449f-a493-9bd9b91458c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:20:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['78a42677-04d8-4458-82d7-a52574d585e8'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:20:36.144582 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:36.179846 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e9f0e1b0-acc1-42bd-997a-1ff750ceaebf tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6165016 Sep 07 07:20:36.180636 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'tag': 'c3243679-d915-4585-9e74-b175461752ba'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:20:36.181585 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58200) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:20:36.183131 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c89a15-07ed-471d-abf9-b9262b61b3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9cf8f6-1961-4e51-9474-76db5e7b3d0d", "tag": "c3243679-d915-4585-9e74-b175461752ba"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:20:36.186676 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-07e525ca-7d48-4ef9-a894-0e044496e557 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1660038281', 'description': 'tempest-secgroup-smoke-1660038281 description', 'project_id': '73ba85adb16a40efa44703f122211469'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:20:36.218655 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-07e525ca-7d48-4ef9-a894-0e044496e557 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:36.246395 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c3bc82-a265-4356-848e-82f39d3261c4 x-openstack-request-id: req-48c3bc82-a265-4356-848e-82f39d3261c4 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:20:36.247391 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9cf8f6-1961-4e51-9474-76db5e7b3d0d", "tag": "c3243679-d915-4585-9e74-b175461752ba", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:20:36.247765 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48c3bc82-a265-4356-848e-82f39d3261c4 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:20:36.248170 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'tag': 'c3243679-d915-4585-9e74-b175461752ba', 'status': 'completed', 'code': 200} Sep 07 07:20:36.264959 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-9605d429-5bb8-449f-a493-9bd9b91458c1 None None] Set router 78a42677-04d8-4458-82d7-a52574d585e8 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:20:36.305688 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bab6c-7401-4a3a-be2d-447d55061214 req-88097711-9a75-46a8-90c1-604ff6503731 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:36.307210 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2e3bab6c-7401-4a3a-be2d-447d55061214 req-88097711-9a75-46a8-90c1-604ff6503731 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0901914 Sep 07 07:20:36.366959 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c89a15-07ed-471d-abf9-b9262b61b3ac req-bbbd0a92-57e5-4462-b2d4-7986db1972c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:36.368616 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-01c89a15-07ed-471d-abf9-b9262b61b3ac req-bbbd0a92-57e5-4462-b2d4-7986db1972c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ba85adb16a40efa44703f122211469&device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 1098 time: 0.0711384 Sep 07 07:20:36.368911 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2e3bab6c-7401-4a3a-be2d-447d55061214 req-b05e961e-7bec-4f6a-9665-02f5f72e8720 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532548 Sep 07 07:20:36.389717 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-07e525ca-7d48-4ef9-a894-0e044496e557 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:36.396383 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-07e525ca-7d48-4ef9-a894-0e044496e557 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:36.431864 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-07e525ca-7d48-4ef9-a894-0e044496e557 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:36.433836 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-07e525ca-7d48-4ef9-a894-0e044496e557 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2512474 Sep 07 07:20:36.437004 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58222) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:20:36.443158 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-f8f69ee6-28a7-42f8-94e9-585a4992495b tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Request body: {'security_group_rule': {'security_group_id': '842843cf-ee41-4e0f-a180-1d16f7159456', 'project_id': '73ba85adb16a40efa44703f122211469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:20:36.454009 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e525ca-7d48-4ef9-a894-0e044496e557 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842843cf-ee41-4e0f-a180-1d16f7159456,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:36.482052 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f8f69ee6-28a7-42f8-94e9-585a4992495b tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:36.501787 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c89a15-07ed-471d-abf9-b9262b61b3ac req-f304a9e9-6044-40a6-97b3-178108ba37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:36.503760 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-01c89a15-07ed-471d-abf9-b9262b61b3ac req-f304a9e9-6044-40a6-97b3-178108ba37e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6304009b-0af9-4a11-9aed-376df5168c1d HTTP/1.1" status: 200 len: 916 time: 0.1273475 Sep 07 07:20:36.548443 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f8f69ee6-28a7-42f8-94e9-585a4992495b tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:36.554090 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f8f69ee6-28a7-42f8-94e9-585a4992495b tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:36.575328 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f69ee6-28a7-42f8-94e9-585a4992495b tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8f5653-dd4a-45be-8873-43829f6fef27,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:36.580050 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f8f69ee6-28a7-42f8-94e9-585a4992495b tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:36.581306 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f8f69ee6-28a7-42f8-94e9-585a4992495b tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429563 Sep 07 07:20:36.584357 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58224) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:20:36.590389 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-a1911ddb-0f7a-4c0f-9c0b-2ecc8955c2c7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Request body: {'security_group_rule': {'security_group_id': '842843cf-ee41-4e0f-a180-1d16f7159456', 'project_id': '73ba85adb16a40efa44703f122211469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:20:36.604241 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-9605d429-5bb8-449f-a493-9bd9b91458c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a42677-04d8-4458-82d7-a52574d585e8', 'name': 'tempest-TestMinimumBasicScenario-1109711832-router', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c5594204-992d-4637-b6dc-00339f829464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:20Z', 'revision_number': 4, 'project_id': '73ba85adb16a40efa44703f122211469', 'gw_port': {'id': 'c5594204-992d-4637-b6dc-00339f829464', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': 'c22138ff-3e7e-44c4-8adf-d3520ad631fa', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'port_id': 'c3243679-d915-4585-9e74-b175461752ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d', 'mac_address': 'fa:16:3e:c1:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:20:35Z', 'updated_at': '2021-09-07T07:20:35Z', 'revision_number': 0, 'project_id': '73ba85adb16a40efa44703f122211469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb23285-1918-47a8-b892-36067763ace6', 'name': '', 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'mac_address': 'fa:16:3e:73:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:19Z', 'updated_at': '2021-09-07T07:19:26Z', 'revision_number': 5, 'project_id': '73ba85adb16a40efa44703f122211469', 'subnets': [{'id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:20:36.604551 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-01c89a15-07ed-471d-abf9-b9262b61b3ac req-8336e7c1-a253-4ef5-b213-d4dc6812902f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3243679-d915-4585-9e74-b175461752ba HTTP/1.1" status: 200 len: 999 time: 0.0925820 Sep 07 07:20:36.629444 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a1911ddb-0f7a-4c0f-9c0b-2ecc8955c2c7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:36.631442 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9605d429-5bb8-449f-a493-9bd9b91458c1 None None] Checking router: 78a42677-04d8-4458-82d7-a52574d585e8 for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:20:36.641344 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9605d429-5bb8-449f-a493-9bd9b91458c1 None None] Routers {'78a42677-04d8-4458-82d7-a52574d585e8'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:20:36.642233 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-9605d429-5bb8-449f-a493-9bd9b91458c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:20:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['78a42677-04d8-4458-82d7-a52574d585e8'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:20:36.699364 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a1911ddb-0f7a-4c0f-9c0b-2ecc8955c2c7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:36.704901 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a1911ddb-0f7a-4c0f-9c0b-2ecc8955c2c7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:36.726072 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1911ddb-0f7a-4c0f-9c0b-2ecc8955c2c7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8142b5-d909-4b3d-8d7b-be079e2b8913,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:36.733903 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a1911ddb-0f7a-4c0f-9c0b-2ecc8955c2c7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:36.739097 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a1911ddb-0f7a-4c0f-9c0b-2ecc8955c2c7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1532636 Sep 07 07:20:36.739982 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58226) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:20:36.746327 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-f8720533-5b68-4651-bc95-bd041a4ca0e1 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Request body: {'security_group_rule': {'security_group_id': '842843cf-ee41-4e0f-a180-1d16f7159456', 'project_id': '73ba85adb16a40efa44703f122211469', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:20:36.779540 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f8720533-5b68-4651-bc95-bd041a4ca0e1 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:36.869756 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f8720533-5b68-4651-bc95-bd041a4ca0e1 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:36.874191 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f8720533-5b68-4651-bc95-bd041a4ca0e1 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:36.899578 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-9605d429-5bb8-449f-a493-9bd9b91458c1 None None] Set router 78a42677-04d8-4458-82d7-a52574d585e8 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:20:36.903727 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8720533-5b68-4651-bc95-bd041a4ca0e1 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a736b0-6b1b-4de4-9121-f084bc7f7e0a,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:36.923240 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f8720533-5b68-4651-bc95-bd041a4ca0e1 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:36.927767 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f8720533-5b68-4651-bc95-bd041a4ca0e1 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1866932 Sep 07 07:20:36.930134 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58230) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:20:36.934508 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-d2c99187-8702-4c93-9b1e-f7d840f50af3 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Request body: {'security_group_rule': {'security_group_id': '842843cf-ee41-4e0f-a180-1d16f7159456', 'project_id': '73ba85adb16a40efa44703f122211469', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:20:36.964025 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d2c99187-8702-4c93-9b1e-f7d840f50af3 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:36.975955 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c89a15-07ed-471d-abf9-b9262b61b3ac req-cd66ce69-40a1-4334-938d-c9198b6ccd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:36.977636 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-01c89a15-07ed-471d-abf9-b9262b61b3ac req-cd66ce69-40a1-4334-938d-c9198b6ccd70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdb69ac3-0f54-46e7-9131-d2811b003bdd HTTP/1.1" status: 200 len: 854 time: 0.3653903 Sep 07 07:20:37.003800 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ec7e2-814a-44e1-9f22-9011ccd9b9d8 req-dc599f5c-157f-4983-ab73-e6dedc47a39d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:37.005275 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1a2ec7e2-814a-44e1-9f22-9011ccd9b9d8 req-dc599f5c-157f-4983-ab73-e6dedc47a39d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 947 time: 0.0685916 Sep 07 07:20:37.031696 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d2c99187-8702-4c93-9b1e-f7d840f50af3 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:37.038700 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d2c99187-8702-4c93-9b1e-f7d840f50af3 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:37.061419 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1a2ec7e2-814a-44e1-9f22-9011ccd9b9d8 req-e94f9d11-c4cc-4b22-aebb-fc148bef6502 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421367 Sep 07 07:20:37.063655 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d2c99187-8702-4c93-9b1e-f7d840f50af3 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:37.067460 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c89a15-07ed-471d-abf9-b9262b61b3ac req-1562e302-4c12-46e7-9d0d-5da531810193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:37.067751 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d2c99187-8702-4c93-9b1e-f7d840f50af3 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337473 Sep 07 07:20:37.067878 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-01c89a15-07ed-471d-abf9-b9262b61b3ac req-1562e302-4c12-46e7-9d0d-5da531810193 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6304009b-0af9-4a11-9aed-376df5168c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806699 Sep 07 07:20:37.067976 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58232) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:20:37.072106 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-6c2af4d3-4ea9-4130-b07f-7c42f2eed74a tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Request body: {'security_group_rule': {'security_group_id': '842843cf-ee41-4e0f-a180-1d16f7159456', 'project_id': '73ba85adb16a40efa44703f122211469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:20:37.077104 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c99187-8702-4c93-9b1e-f7d840f50af3 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63fadec8-3518-4aac-a63d-24dfb3bd1523,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:37.099047 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.db.securitygroups_db [None req-6c2af4d3-4ea9-4130-b07f-7c42f2eed74a tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Project 73ba85adb16a40efa44703f122211469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 07:20:37.104589 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6c2af4d3-4ea9-4130-b07f-7c42f2eed74a tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:37.159618 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-9605d429-5bb8-449f-a493-9bd9b91458c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a42677-04d8-4458-82d7-a52574d585e8', 'name': 'tempest-TestMinimumBasicScenario-1109711832-router', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c5594204-992d-4637-b6dc-00339f829464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:20Z', 'revision_number': 4, 'project_id': '73ba85adb16a40efa44703f122211469', 'gw_port': {'id': 'c5594204-992d-4637-b6dc-00339f829464', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': 'c22138ff-3e7e-44c4-8adf-d3520ad631fa', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'port_id': 'c3243679-d915-4585-9e74-b175461752ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d', 'mac_address': 'fa:16:3e:c1:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:20:35Z', 'updated_at': '2021-09-07T07:20:35Z', 'revision_number': 0, 'project_id': '73ba85adb16a40efa44703f122211469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb23285-1918-47a8-b892-36067763ace6', 'name': '', 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'mac_address': 'fa:16:3e:73:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:19Z', 'updated_at': '2021-09-07T07:19:26Z', 'revision_number': 5, 'project_id': '73ba85adb16a40efa44703f122211469', 'subnets': [{'id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:20:37.172589 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6c2af4d3-4ea9-4130-b07f-7c42f2eed74a tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:37.174469 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-01c89a15-07ed-471d-abf9-b9262b61b3ac req-00d6fbcf-b262-4588-9164-88989b6d3341 service neutron] 10.222.0.15 "GET /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993423 Sep 07 07:20:37.176210 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6c2af4d3-4ea9-4130-b07f-7c42f2eed74a tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:37.191942 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9605d429-5bb8-449f-a493-9bd9b91458c1 None None] The sync data for ids ['78a42677-04d8-4458-82d7-a52574d585e8'] in dv-cinder-804735-9-iscsi is: [{'id': '78a42677-04d8-4458-82d7-a52574d585e8', 'name': 'tempest-TestMinimumBasicScenario-1109711832-router', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c5594204-992d-4637-b6dc-00339f829464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:20Z', 'revision_number': 4, 'project_id': '73ba85adb16a40efa44703f122211469', 'gw_port': {'id': 'c5594204-992d-4637-b6dc-00339f829464', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': 'c22138ff-3e7e-44c4-8adf-d3520ad631fa', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'port_id': 'c3243679-d915-4585-9e74-b175461752ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d', 'mac_address': 'fa:16:3e:c1:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:20:35Z', 'updated_at': '2021-09-07T07:20:35Z', 'revision_number': 0, 'project_id': '73ba85adb16a40efa44703f122211469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb23285-1918-47a8-b892-36067763ace6', 'name': '', 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'mac_address': 'fa:16:3e:73:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:19Z', 'updated_at': '2021-09-07T07:19:26Z', 'revision_number': 5, 'project_id': '73ba85adb16a40efa44703f122211469', 'subnets': [{'id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:20:37.193783 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2af4d3-4ea9-4130-b07f-7c42f2eed74a tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299a408c-7096-41ba-b3fa-a23f8bddca16,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:37.207953 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6c2af4d3-4ea9-4130-b07f-7c42f2eed74a tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:37.211786 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6c2af4d3-4ea9-4130-b07f-7c42f2eed74a tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431959 Sep 07 07:20:37.212347 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 58236) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:20:37.216717 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-85680b37-7b15-4337-8f71-f814f52592a7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Request body: {'security_group_rule': {'security_group_id': '842843cf-ee41-4e0f-a180-1d16f7159456', 'project_id': '73ba85adb16a40efa44703f122211469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:20:37.282611 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.securitygroups_db [None req-85680b37-7b15-4337-8f71-f814f52592a7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Project 73ba85adb16a40efa44703f122211469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 07:20:37.292540 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-85680b37-7b15-4337-8f71-f814f52592a7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:37.299080 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-01c89a15-07ed-471d-abf9-b9262b61b3ac req-a78c47bf-742a-48bb-ade9-a4992227f7eb service neutron] 10.222.0.15 "GET /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164918 Sep 07 07:20:37.354735 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-85680b37-7b15-4337-8f71-f814f52592a7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:37.358769 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-85680b37-7b15-4337-8f71-f814f52592a7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:37.376388 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85680b37-7b15-4337-8f71-f814f52592a7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a0c8f2-3936-4538-8bb0-78c3817f3257,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:37.388904 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-85680b37-7b15-4337-8f71-f814f52592a7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:37.389632 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809472a6-9043-416f-978b-54bcaac75ca9 None None] New status for floating IP c22138ff-3e7e-44c4-8adf-d3520ad631fa: ACTIVE {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 07:20:37.393668 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-85680b37-7b15-4337-8f71-f814f52592a7 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1803272 Sep 07 07:20:37.478751 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-29022bff-4f4e-420b-806a-4aec6f94c8fe req-db5b3583-3a9c-4337-99fd-144160024029 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660038281&fields=id&tenant_id=73ba85adb16a40efa44703f122211469 HTTP/1.1" status: 200 len: 267 time: 0.0368905 Sep 07 07:20:37.489526 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13b5c5-db8f-4894-9564-a38061b6e716 req-3c21b3ef-d3f7-4aa8-a8cc-b2a81ac6f502 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:37.491148 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cd13b5c5-db8f-4894-9564-a38061b6e716 req-3c21b3ef-d3f7-4aa8-a8cc-b2a81ac6f502 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0489252 Sep 07 07:20:37.530701 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cd13b5c5-db8f-4894-9564-a38061b6e716 req-da52daa7-31ea-4742-9f57-c8d3040f828b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331144 Sep 07 07:20:37.531093 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29022bff-4f4e-420b-806a-4aec6f94c8fe req-a574ffc3-4b27-42f0-b9ff-66bd4a1f3903 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:37.535869 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-29022bff-4f4e-420b-806a-4aec6f94c8fe req-a574ffc3-4b27-42f0-b9ff-66bd4a1f3903 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0507255 Sep 07 07:20:37.544454 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-29022bff-4f4e-420b-806a-4aec6f94c8fe req-9c393f7c-c086-49bc-81ab-4ec5b6ea9a41 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Request body: {'port': {'security_groups': ['60220495-59af-4a39-991d-03755b41e1e1', '842843cf-ee41-4e0f-a180-1d16f7159456']}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:20:37.611916 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-29022bff-4f4e-420b-806a-4aec6f94c8fe req-9c393f7c-c086-49bc-81ab-4ec5b6ea9a41 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:37.797657 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-29022bff-4f4e-420b-806a-4aec6f94c8fe req-9c393f7c-c086-49bc-81ab-4ec5b6ea9a41 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] For port c3243679-d915-4585-9e74-b175461752ba, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c3243679-d915-4585-9e74-b175461752ba,segment=NetworkSegment(2f38d75f-faea-41c2-997b-1725b53241fd),segment_id=2f38d75f-faea-41c2-997b-1725b53241fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:20:37.824432 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-29022bff-4f4e-420b-806a-4aec6f94c8fe req-9c393f7c-c086-49bc-81ab-4ec5b6ea9a41 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:37.830828 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-29022bff-4f4e-420b-806a-4aec6f94c8fe req-9c393f7c-c086-49bc-81ab-4ec5b6ea9a41 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:37.865781 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['c3243679-d915-4585-9e74-b175461752ba'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:20:37.872712 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29022bff-4f4e-420b-806a-4aec6f94c8fe req-9c393f7c-c086-49bc-81ab-4ec5b6ea9a41 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:37.873335 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-29022bff-4f4e-420b-806a-4aec6f94c8fe req-9c393f7c-c086-49bc-81ab-4ec5b6ea9a41 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:37.874713 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-29022bff-4f4e-420b-806a-4aec6f94c8fe req-9c393f7c-c086-49bc-81ab-4ec5b6ea9a41 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "PUT /v2.0/ports/c3243679-d915-4585-9e74-b175461752ba HTTP/1.1" status: 200 len: 981 time: 0.3352957 Sep 07 07:20:37.900751 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c393f7c-c086-49bc-81ab-4ec5b6ea9a41 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Pushing event updated for resources: {'Port': ['ID=c3243679-d915-4585-9e74-b175461752ba,revision_number=6']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:20:37.982659 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd8d9e-e121-4d40-8ab0-0e3adf6fa3df req-9fc50381-27e0-4b31-bcab-489ef1a23393 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:37.984199 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-24cd8d9e-e121-4d40-8ab0-0e3adf6fa3df req-9fc50381-27e0-4b31-bcab-489ef1a23393 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 984 time: 0.0499418 Sep 07 07:20:38.017623 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['c3243679-d915-4585-9e74-b175461752ba'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:20:38.025439 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-24cd8d9e-e121-4d40-8ab0-0e3adf6fa3df req-3170ca4b-edf4-44cf-94c5-fd1f0ed1d831 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=842843cf-ee41-4e0f-a180-1d16f7159456&id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347238 Sep 07 07:20:38.096251 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-fa988d00-dc65-4f47-b2e0-e7d1e3fb2e29 None None] Provisioning complete for port c3243679-d915-4585-9e74-b175461752ba triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:20:38.096625 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fa988d00-dc65-4f47-b2e0-e7d1e3fb2e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:38.249871 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'tag': 'c3243679-d915-4585-9e74-b175461752ba'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:20:38.252648 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ab0e8a-8a97-42e4-b239-7f49c6890061" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9cf8f6-1961-4e51-9474-76db5e7b3d0d", "tag": "c3243679-d915-4585-9e74-b175461752ba"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:20:38.286779 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ea9b67-75d3-4bcd-803b-ac66249f9e02 x-openstack-request-id: req-94ea9b67-75d3-4bcd-803b-ac66249f9e02 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:20:38.287070 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9cf8f6-1961-4e51-9474-76db5e7b3d0d", "tag": "c3243679-d915-4585-9e74-b175461752ba", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:20:38.287350 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94ea9b67-75d3-4bcd-803b-ac66249f9e02 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:20:38.287745 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'tag': 'c3243679-d915-4585-9e74-b175461752ba', 'status': 'completed', 'code': 200} Sep 07 07:20:38.372344 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab0e8a-8a97-42e4-b239-7f49c6890061 req-dbfa6ff0-cf10-4887-9ea6-d37a7373c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:38.373802 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-31ab0e8a-8a97-42e4-b239-7f49c6890061 req-dbfa6ff0-cf10-4887-9ea6-d37a7373c698 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ba85adb16a40efa44703f122211469&device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 1137 time: 0.0387342 Sep 07 07:20:38.466916 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab0e8a-8a97-42e4-b239-7f49c6890061 req-3914320b-81a6-41c3-93ee-b377e47b25e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:38.468431 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-31ab0e8a-8a97-42e4-b239-7f49c6890061 req-3914320b-81a6-41c3-93ee-b377e47b25e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6304009b-0af9-4a11-9aed-376df5168c1d HTTP/1.1" status: 200 len: 916 time: 0.0870321 Sep 07 07:20:38.533921 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-31ab0e8a-8a97-42e4-b239-7f49c6890061 req-63f01929-dc40-44e2-9b34-0ea1e6267588 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3243679-d915-4585-9e74-b175461752ba HTTP/1.1" status: 200 len: 1001 time: 0.0564678 Sep 07 07:20:38.591043 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab0e8a-8a97-42e4-b239-7f49c6890061 req-685c8bb3-7970-4f0d-9fa9-4f0b3adfc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:38.592950 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-31ab0e8a-8a97-42e4-b239-7f49c6890061 req-685c8bb3-7970-4f0d-9fa9-4f0b3adfc51f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdb69ac3-0f54-46e7-9131-d2811b003bdd HTTP/1.1" status: 200 len: 854 time: 0.0487597 Sep 07 07:20:38.637936 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab0e8a-8a97-42e4-b239-7f49c6890061 req-39c3aaa4-cdce-45fd-98d6-2937eab4d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:38.639530 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-31ab0e8a-8a97-42e4-b239-7f49c6890061 req-39c3aaa4-cdce-45fd-98d6-2937eab4d2a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6304009b-0af9-4a11-9aed-376df5168c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393043 Sep 07 07:20:38.648932 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb5065-40f3-46ba-9f01-75279ef4a84c req-d9864274-0454-4050-a835-8112332864a4 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:38.650379 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-44cb5065-40f3-46ba-9f01-75279ef4a84c req-d9864274-0454-4050-a835-8112332864a4 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0535922 Sep 07 07:20:38.686868 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-44cb5065-40f3-46ba-9f01-75279ef4a84c req-0d58cf9c-da24-4774-b9f9-081ca6d64310 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306365 Sep 07 07:20:38.727230 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-31ab0e8a-8a97-42e4-b239-7f49c6890061 req-8a17a481-0bf4-4c2a-abd4-0a3e60c7d232 service neutron] 10.222.0.15 "GET /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800824 Sep 07 07:20:38.819903 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-31ab0e8a-8a97-42e4-b239-7f49c6890061 req-e35863e6-5e6e-48b6-80e0-95e28681ea5e service neutron] 10.222.0.15 "GET /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838284 Sep 07 07:20:39.799159 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05d22a-51d4-434e-a34e-9235e362e0ba req-f01220a8-5243-448c-b98b-7d0b8eb5b536 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:39.800567 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5c05d22a-51d4-434e-a34e-9235e362e0ba req-f01220a8-5243-448c-b98b-7d0b8eb5b536 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0468078 Sep 07 07:20:39.836774 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5c05d22a-51d4-434e-a34e-9235e362e0ba req-8162f011-791c-41c5-b498-7b03dd234d1a tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304821 Sep 07 07:20:40.954598 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd0d3e-bf6e-4b1a-bc43-f16728e4ffdf req-92c7a2f6-d56f-415a-816b-685ad0debbb6 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:40.956096 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4ffd0d3e-bf6e-4b1a-bc43-f16728e4ffdf req-92c7a2f6-d56f-415a-816b-685ad0debbb6 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0528066 Sep 07 07:20:40.992697 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4ffd0d3e-bf6e-4b1a-bc43-f16728e4ffdf req-2678b776-f618-47cc-9057-49c1a6bfb3fe tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308387 Sep 07 07:20:41.179003 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea788bdd-b674-44f3-92dd-acb59da85d17 req-4683c45c-ae49-4540-84a6-dcd8ea50fd4a tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:41.180425 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ea788bdd-b674-44f3-92dd-acb59da85d17 req-4683c45c-ae49-4540-84a6-dcd8ea50fd4a tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0472167 Sep 07 07:20:41.217311 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ea788bdd-b674-44f3-92dd-acb59da85d17 req-4ecb0c79-00ad-455d-8dfa-e043aeb84acd tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310078 Sep 07 07:20:41.233691 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302782a6-026e-4cdc-b5b7-55cf1f15a086 req-0170e6ad-9630-419b-a127-8534e552023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:41.235761 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-302782a6-026e-4cdc-b5b7-55cf1f15a086 req-0170e6ad-9630-419b-a127-8534e552023e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af77442a8c7443a5a8a5ba77a1a860e8&device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 1098 time: 0.0435183 Sep 07 07:20:41.322540 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302782a6-026e-4cdc-b5b7-55cf1f15a086 req-0d6ada2e-ef96-4a40-93b5-f61923815f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:41.324101 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-302782a6-026e-4cdc-b5b7-55cf1f15a086 req-0d6ada2e-ef96-4a40-93b5-f61923815f92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a6bf082-f995-4176-a62b-a1e75c89f882 HTTP/1.1" status: 200 len: 911 time: 0.0819645 Sep 07 07:20:41.390287 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-302782a6-026e-4cdc-b5b7-55cf1f15a086 req-7d733feb-cad4-4e32-9c6e-9dc289e969be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a95d598c-fcd9-4b00-bd84-84bba42c0d16 HTTP/1.1" status: 200 len: 999 time: 0.0592706 Sep 07 07:20:41.447525 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302782a6-026e-4cdc-b5b7-55cf1f15a086 req-6d241292-0737-4c70-a559-72758817172c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:41.448817 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-302782a6-026e-4cdc-b5b7-55cf1f15a086 req-6d241292-0737-4c70-a559-72758817172c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3cddb77f-e14b-40a5-ac21-cbec1af62b3e HTTP/1.1" status: 200 len: 849 time: 0.0413477 Sep 07 07:20:41.493710 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302782a6-026e-4cdc-b5b7-55cf1f15a086 req-5191f15c-5298-4d29-ae92-250262602f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:41.495189 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-302782a6-026e-4cdc-b5b7-55cf1f15a086 req-5191f15c-5298-4d29-ae92-250262602f40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a6bf082-f995-4176-a62b-a1e75c89f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381653 Sep 07 07:20:41.586553 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-302782a6-026e-4cdc-b5b7-55cf1f15a086 req-898263f4-bde8-4474-9a99-66cb6e2ff593 service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830059 Sep 07 07:20:41.675684 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-302782a6-026e-4cdc-b5b7-55cf1f15a086 req-681ef67c-f855-4b61-926c-fadb25414be5 service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810177 Sep 07 07:20:42.339977 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bc2a2-a9a0-418d-8d23-796600cc824b req-d86b287e-0d71-4158-a526-482e7fef3598 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:42.341739 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-402bc2a2-a9a0-418d-8d23-796600cc824b req-d86b287e-0d71-4158-a526-482e7fef3598 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0550096 Sep 07 07:20:42.379608 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-402bc2a2-a9a0-418d-8d23-796600cc824b req-ced6c5f3-c57c-4285-a621-dd9eec0cd8a7 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312858 Sep 07 07:20:43.492841 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabeca1-fe87-482d-9d39-854944134319 req-0c830d94-aa0f-46e0-bb77-a944e76434a3 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:43.494310 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5eabeca1-fe87-482d-9d39-854944134319 req-0c830d94-aa0f-46e0-bb77-a944e76434a3 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0509644 Sep 07 07:20:43.530980 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5eabeca1-fe87-482d-9d39-854944134319 req-909cce2d-50b7-442a-99aa-8866aba58db2 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302217 Sep 07 07:20:51.235206 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:54.260824 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f6843ff4-3fc4-485e-afc6-7c673a56e080 req-0d1db392-2829-4a29-a094-69e3ed05bc17 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421159 Sep 07 07:20:54.334782 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6843ff4-3fc4-485e-afc6-7c673a56e080 req-bbf24475-03b3-4697-af10-c22951964986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:54.336281 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f6843ff4-3fc4-485e-afc6-7c673a56e080 req-bbf24475-03b3-4697-af10-c22951964986 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db239e9484a645ba8702e3d4acca353f&device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 1098 time: 0.0415366 Sep 07 07:20:54.447909 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6843ff4-3fc4-485e-afc6-7c673a56e080 req-45e24539-2796-4320-bb45-b26d649052b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:54.449403 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f6843ff4-3fc4-485e-afc6-7c673a56e080 req-45e24539-2796-4320-bb45-b26d649052b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b37c286e-c1b1-4070-bbee-43c9f27fe1ed HTTP/1.1" status: 200 len: 909 time: 0.0904391 Sep 07 07:20:54.514447 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f6843ff4-3fc4-485e-afc6-7c673a56e080 req-f5922e3b-464a-413d-b365-ed726a8cc91e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d25c309-8f7d-4186-8f1f-930b06ede58d HTTP/1.1" status: 200 len: 1000 time: 0.0567052 Sep 07 07:20:54.562366 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6843ff4-3fc4-485e-afc6-7c673a56e080 req-c00b6619-343f-465b-896c-6d70f8f77559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:54.564490 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f6843ff4-3fc4-485e-afc6-7c673a56e080 req-c00b6619-343f-465b-896c-6d70f8f77559 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4b242df-fa33-490c-8ae0-7b94f961cc53 HTTP/1.1" status: 200 len: 847 time: 0.0428274 Sep 07 07:20:54.613046 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6843ff4-3fc4-485e-afc6-7c673a56e080 req-6b70babb-fceb-443b-ab8e-64ccef016df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:54.614569 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f6843ff4-3fc4-485e-afc6-7c673a56e080 req-6b70babb-fceb-443b-ab8e-64ccef016df5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b37c286e-c1b1-4070-bbee-43c9f27fe1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426881 Sep 07 07:20:54.701966 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f6843ff4-3fc4-485e-afc6-7c673a56e080 req-a29ce2a1-4d50-4b11-bbdb-e7b580e6540c service neutron] 10.222.0.15 "GET /v2.0/networks/b37c286e-c1b1-4070-bbee-43c9f27fe1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793362 Sep 07 07:20:54.794218 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f6843ff4-3fc4-485e-afc6-7c673a56e080 req-24568bb6-0574-4778-b16d-023ffdafc552 service neutron] 10.222.0.15 "GET /v2.0/networks/b37c286e-c1b1-4070-bbee-43c9f27fe1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838220 Sep 07 07:20:55.762576 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359ac4f-f12d-476f-adee-a54f82f1719a req-c10c3644-3cc6-45dd-85fb-128063009cad tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:55.764082 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4359ac4f-f12d-476f-adee-a54f82f1719a req-c10c3644-3cc6-45dd-85fb-128063009cad tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0487795 Sep 07 07:20:55.801387 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4359ac4f-f12d-476f-adee-a54f82f1719a req-e269db69-8e9a-43b0-b167-ecfd336c5d5c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314541 Sep 07 07:20:56.918933 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43482010-204f-4b31-9193-9fef16c6ac4d req-72e98cd5-3091-4986-910f-789fa9bceafd tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:56.920423 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-43482010-204f-4b31-9193-9fef16c6ac4d req-72e98cd5-3091-4986-910f-789fa9bceafd tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0469029 Sep 07 07:20:56.957471 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-43482010-204f-4b31-9193-9fef16c6ac4d req-21006264-35a0-47b2-8052-b588b68beebc tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305188 Sep 07 07:20:57.563561 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b10f4165-d8dc-43d4-aea0-4ae6cb4d6bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:20:58.073264 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b328be-ea82-4a43-af14-caac7d4fc722 req-1b279771-8b88-4d4f-9f78-b1d1b46f7540 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:58.074707 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c8b328be-ea82-4a43-af14-caac7d4fc722 req-1b279771-8b88-4d4f-9f78-b1d1b46f7540 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0469968 Sep 07 07:20:58.112227 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c8b328be-ea82-4a43-af14-caac7d4fc722 req-e5ed921a-e4d4-4bfa-bdc6-897ed2d8b3d3 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312974 Sep 07 07:20:59.221518 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a121a86-c120-4b30-a6ee-5e791ea66bf7 req-94931de8-a68f-4670-b2f8-069b038a7b2c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:20:59.222952 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8a121a86-c120-4b30-a6ee-5e791ea66bf7 req-94931de8-a68f-4670-b2f8-069b038a7b2c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0466826 Sep 07 07:20:59.262649 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8a121a86-c120-4b30-a6ee-5e791ea66bf7 req-d5c670e8-b40c-47d0-88b1-5980eec019f4 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338387 Sep 07 07:20:59.883188 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:21:00.208313 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:00.285696 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-221f40dd-3bdc-46b1-be69-92de90cbd43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:00.377571 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4924c2c-7b51-4b1c-b1be-b3c766cf59a3 req-e837d2fd-b6c7-414e-b444-1cdc1f9ccf10 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:00.379028 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a4924c2c-7b51-4b1c-b1be-b3c766cf59a3 req-e837d2fd-b6c7-414e-b444-1cdc1f9ccf10 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0514841 Sep 07 07:21:00.415838 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a4924c2c-7b51-4b1c-b1be-b3c766cf59a3 req-e4c598b9-dff3-4fd5-87ee-1e5f9afbfc5c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308535 Sep 07 07:21:01.122329 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:01.525879 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be708f6-ffc9-4d56-ad7c-550b6ef9ce75 req-ab94e528-e60e-410d-8c16-a1ba0a6df300 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:01.527252 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2be708f6-ffc9-4d56-ad7c-550b6ef9ce75 req-ab94e528-e60e-410d-8c16-a1ba0a6df300 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0474827 Sep 07 07:21:01.563566 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2be708f6-ffc9-4d56-ad7c-550b6ef9ce75 req-de8aee5f-6a49-424d-826b-0a4b1d5355fc tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305197 Sep 07 07:21:02.673634 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26570e-3437-4926-b5c4-0fc7d66961a3 req-2ee028e9-9807-470c-b9ff-5f3bb3c32e2c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:02.675076 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0f26570e-3437-4926-b5c4-0fc7d66961a3 req-2ee028e9-9807-470c-b9ff-5f3bb3c32e2c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0473952 Sep 07 07:21:02.712475 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0f26570e-3437-4926-b5c4-0fc7d66961a3 req-56010bfc-0296-40f9-8fee-8826439509d1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316796 Sep 07 07:21:03.313390 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:03.822960 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb611bd1-544e-4972-aeca-14258b7853d2 req-59746759-886c-462f-8189-bdd731de6475 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:03.824364 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bb611bd1-544e-4972-aeca-14258b7853d2 req-59746759-886c-462f-8189-bdd731de6475 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0465336 Sep 07 07:21:03.860494 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bb611bd1-544e-4972-aeca-14258b7853d2 req-53e5bf71-cbdc-4349-b8bf-e37b82a70d7b tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298011 Sep 07 07:21:04.971529 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a553b7-0887-4bdc-b03c-c045a91b9802 req-5d812fb5-5d8c-4db9-a8c4-442752b48e66 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:04.972975 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-19a553b7-0887-4bdc-b03c-c045a91b9802 req-5d812fb5-5d8c-4db9-a8c4-442752b48e66 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0470891 Sep 07 07:21:05.008519 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-19a553b7-0887-4bdc-b03c-c045a91b9802 req-3d7f096f-2bd2-41c8-adde-2a08fdf0df41 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296090 Sep 07 07:21:06.003624 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f446ff-8f77-4779-a1da-18b510f93294 req-96315e46-7bdd-4012-9796-3437cb7033b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:06.005051 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-59f446ff-8f77-4779-a1da-18b510f93294 req-96315e46-7bdd-4012-9796-3437cb7033b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db239e9484a645ba8702e3d4acca353f&device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 1098 time: 0.0389161 Sep 07 07:21:06.125531 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f446ff-8f77-4779-a1da-18b510f93294 req-6dc4686c-1599-4767-8e47-d67642db7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:06.127014 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-59f446ff-8f77-4779-a1da-18b510f93294 req-6dc4686c-1599-4767-8e47-d67642db7068 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b37c286e-c1b1-4070-bbee-43c9f27fe1ed HTTP/1.1" status: 200 len: 909 time: 0.1151416 Sep 07 07:21:06.135180 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9812d5b-6356-4994-b314-3e325b81a2e1 req-d5d7a464-1e9e-49bf-b422-8e184f834a5b tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:06.136557 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c9812d5b-6356-4994-b314-3e325b81a2e1 req-d5d7a464-1e9e-49bf-b422-8e184f834a5b tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0636108 Sep 07 07:21:06.213181 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c9812d5b-6356-4994-b314-3e325b81a2e1 req-6e44f2b0-5ecc-4e4c-a0d9-8423007f5a93 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704153 Sep 07 07:21:06.219050 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-59f446ff-8f77-4779-a1da-18b510f93294 req-b75d4a02-b57b-4a47-b4ce-b8c7c904a79b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d25c309-8f7d-4186-8f1f-930b06ede58d HTTP/1.1" status: 200 len: 1000 time: 0.0813942 Sep 07 07:21:06.272552 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f446ff-8f77-4779-a1da-18b510f93294 req-21cd5202-d695-4efc-8344-a7bf0cb6827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:06.273932 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-59f446ff-8f77-4779-a1da-18b510f93294 req-21cd5202-d695-4efc-8344-a7bf0cb6827a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4b242df-fa33-490c-8ae0-7b94f961cc53 HTTP/1.1" status: 200 len: 847 time: 0.0421259 Sep 07 07:21:06.317312 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f446ff-8f77-4779-a1da-18b510f93294 req-0a8d8bd8-8d40-414f-b9bc-6d979151be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:06.318747 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-59f446ff-8f77-4779-a1da-18b510f93294 req-0a8d8bd8-8d40-414f-b9bc-6d979151be91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b37c286e-c1b1-4070-bbee-43c9f27fe1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377269 Sep 07 07:21:06.408320 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-59f446ff-8f77-4779-a1da-18b510f93294 req-f6e7ee32-e5a5-4bd1-85d5-a1b66726522f service neutron] 10.222.0.15 "GET /v2.0/networks/b37c286e-c1b1-4070-bbee-43c9f27fe1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818169 Sep 07 07:21:06.493500 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-59f446ff-8f77-4779-a1da-18b510f93294 req-ae476dba-628c-4718-95d2-96afa551118f service neutron] 10.222.0.15 "GET /v2.0/networks/b37c286e-c1b1-4070-bbee-43c9f27fe1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776098 Sep 07 07:21:07.327803 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322739d-33ca-49ab-971a-2932358bbbaf req-e8239850-6007-4a69-8ff4-298bbec723d3 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:07.329163 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f322739d-33ca-49ab-971a-2932358bbbaf req-e8239850-6007-4a69-8ff4-298bbec723d3 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0513203 Sep 07 07:21:07.365856 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f322739d-33ca-49ab-971a-2932358bbbaf req-df600117-b861-4cf2-9912-c2ff648b50ef tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304334 Sep 07 07:21:08.482946 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae72c31-cb22-42eb-ab7d-3446df67e35d req-e2009ab8-8450-453f-86bc-e794eeec8982 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:08.484438 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eae72c31-cb22-42eb-ab7d-3446df67e35d req-e2009ab8-8450-453f-86bc-e794eeec8982 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0525799 Sep 07 07:21:08.520845 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eae72c31-cb22-42eb-ab7d-3446df67e35d req-5d4b48c1-e1fb-4add-b394-982a7964fe63 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306334 Sep 07 07:21:09.630087 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bcadc-d696-47d1-a982-c0bdb815f651 req-8e5cd45a-ccd7-436b-9b90-acbc31d14bde tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:09.632078 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bb8bcadc-d696-47d1-a982-c0bdb815f651 req-8e5cd45a-ccd7-436b-9b90-acbc31d14bde tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0481846 Sep 07 07:21:09.668253 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bb8bcadc-d696-47d1-a982-c0bdb815f651 req-173c1f01-1c71-4ca8-adc5-6168f1838df7 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307570 Sep 07 07:21:09.854383 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 58314) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:21:09.871115 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0940d-43cc-42c7-aa60-af5665d0f037 req-bbc13a9d-70e9-4d33-89ec-e3e5d79342b1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:09.872633 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-33b0940d-43cc-42c7-aa60-af5665d0f037 req-bbc13a9d-70e9-4d33-89ec-e3e5d79342b1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0481472 Sep 07 07:21:09.911185 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-33b0940d-43cc-42c7-aa60-af5665d0f037 req-5f6fe3d9-253d-425d-8ae0-14e5fe2dae6f tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323131 Sep 07 07:21:09.937189 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d7a3f149-5169-400d-98be-e64392716dc9 req-687b7fbe-00a7-47ce-ab2e-2f567c2c3c8a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816014 Sep 07 07:21:09.946479 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [req-d7a3f149-5169-400d-98be-e64392716dc9 req-a82c2d0f-3906-44e7-b425-50a43d218c2e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 07:21:09.947473 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d7a3f149-5169-400d-98be-e64392716dc9 req-a82c2d0f-3906-44e7-b425-50a43d218c2e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047622 Sep 07 07:21:11.022509 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8cfee-295f-43f2-9afe-c9b8ae8a9d86 req-8692a01f-db7a-4b31-a0d9-e243659b9646 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:11.024686 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-55e8cfee-295f-43f2-9afe-c9b8ae8a9d86 req-8692a01f-db7a-4b31-a0d9-e243659b9646 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0477777 Sep 07 07:21:11.060932 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-55e8cfee-295f-43f2-9afe-c9b8ae8a9d86 req-58d6ff45-ea98-447b-9bdd-c3f9f667af17 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306323 Sep 07 07:21:11.491675 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3f149-5169-400d-98be-e64392716dc9 req-5b4b055d-9785-4a42-9e77-175676a07225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:11.493120 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d7a3f149-5169-400d-98be-e64392716dc9 req-5b4b055d-9785-4a42-9e77-175676a07225 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca&tenant_id=db239e9484a645ba8702e3d4acca353f HTTP/1.1" status: 200 len: 1098 time: 0.0414362 Sep 07 07:21:11.563064 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3f149-5169-400d-98be-e64392716dc9 req-ebca02a5-d4fd-4921-93b0-951973c55ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:11.565148 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d7a3f149-5169-400d-98be-e64392716dc9 req-ebca02a5-d4fd-4921-93b0-951973c55ff7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db239e9484a645ba8702e3d4acca353f&device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 1098 time: 0.0390155 Sep 07 07:21:11.652123 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3f149-5169-400d-98be-e64392716dc9 req-91a49dc2-04ab-4902-8ab2-b04881506b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:11.653546 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d7a3f149-5169-400d-98be-e64392716dc9 req-91a49dc2-04ab-4902-8ab2-b04881506b25 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b37c286e-c1b1-4070-bbee-43c9f27fe1ed HTTP/1.1" status: 200 len: 909 time: 0.0811894 Sep 07 07:21:11.722734 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d7a3f149-5169-400d-98be-e64392716dc9 req-2ff8b947-eeb9-49c4-8bbc-4cbb171b8921 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d25c309-8f7d-4186-8f1f-930b06ede58d HTTP/1.1" status: 200 len: 1000 time: 0.0616183 Sep 07 07:21:11.770524 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3f149-5169-400d-98be-e64392716dc9 req-a25969cd-1a4c-4f6c-a1f0-b3fdcca384a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:11.771891 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d7a3f149-5169-400d-98be-e64392716dc9 req-a25969cd-1a4c-4f6c-a1f0-b3fdcca384a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4b242df-fa33-490c-8ae0-7b94f961cc53 HTTP/1.1" status: 200 len: 847 time: 0.0419562 Sep 07 07:21:11.815622 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3f149-5169-400d-98be-e64392716dc9 req-cbfda8c3-e844-45af-b1c6-e7c1545e06ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:11.817060 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d7a3f149-5169-400d-98be-e64392716dc9 req-cbfda8c3-e844-45af-b1c6-e7c1545e06ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b37c286e-c1b1-4070-bbee-43c9f27fe1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379357 Sep 07 07:21:11.879537 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 2d25c309-8f7d-4186-8f1f-930b06ede58d no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:21:11.907813 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d7a3f149-5169-400d-98be-e64392716dc9 req-7f2776cc-7b88-4352-8c03-59ddaa506849 service neutron] 10.222.0.15 "GET /v2.0/networks/b37c286e-c1b1-4070-bbee-43c9f27fe1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834134 Sep 07 07:21:11.955027 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:11.977158 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f3c742-ec02-4582-b824-eda0b2551dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d25c309-8f7d-4186-8f1f-930b06ede58d'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:21:11.979399 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06335daf-ee16-477d-a8ce-0a7d7aee5ca8" -d '{"events": [{"server_uuid": "97f3c742-ec02-4582-b824-eda0b2551dca", "name": "network-vif-unplugged", "status": "completed", "tag": "2d25c309-8f7d-4186-8f1f-930b06ede58d"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:21:11.992117 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 2d25c309-8f7d-4186-8f1f-930b06ede58d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2d25c309-8f7d-4186-8f1f-930b06ede58d,segment=NetworkSegment(510416b6-f31e-4076-bc42-465c17e84082),segment_id=510416b6-f31e-4076-bc42-465c17e84082)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:21:11.997640 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:12.005609 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d7a3f149-5169-400d-98be-e64392716dc9 req-c3dbadc1-09cc-459b-8f1d-3e53d56ec651 service neutron] 10.222.0.15 "GET /v2.0/networks/b37c286e-c1b1-4070-bbee-43c9f27fe1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899925 Sep 07 07:21:12.023684 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 07:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fca48f4-1790-499e-9966-344932859d1a x-openstack-request-id: req-0fca48f4-1790-499e-9966-344932859d1a {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:21:12.024085 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f3c742-ec02-4582-b824-eda0b2551dca", "name": "network-vif-unplugged", "status": "completed", "tag": "2d25c309-8f7d-4186-8f1f-930b06ede58d", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:21:12.024340 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0fca48f4-1790-499e-9966-344932859d1a {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:21:12.024744 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f3c742-ec02-4582-b824-eda0b2551dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d25c309-8f7d-4186-8f1f-930b06ede58d', 'code': 200} Sep 07 07:21:12.049418 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=2d25c309-8f7d-4186-8f1f-930b06ede58d,revision_number=6']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:12.174484 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5413287-983f-4fb4-baf3-b815afd44e73 req-04300b66-a39c-4de9-9965-d1bad2c387dc tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:12.176046 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b5413287-983f-4fb4-baf3-b815afd44e73 req-04300b66-a39c-4de9-9965-d1bad2c387dc tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 943 time: 0.0470793 Sep 07 07:21:12.214347 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b5413287-983f-4fb4-baf3-b815afd44e73 req-f5b6c787-3805-4e21-9704-0e2829471b38 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300703 Sep 07 07:21:13.329787 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46248b4b-8901-488e-a85c-ad9ef8c9dd8a req-ec02153a-67ec-45e8-b0a0-9dcdf22d38c3 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:13.331119 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-46248b4b-8901-488e-a85c-ad9ef8c9dd8a req-ec02153a-67ec-45e8-b0a0-9dcdf22d38c3 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 943 time: 0.0501611 Sep 07 07:21:13.369999 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-46248b4b-8901-488e-a85c-ad9ef8c9dd8a req-c8f27e40-5f86-4e87-82fe-0dfc0077ab0f tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327692 Sep 07 07:21:14.481458 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48906ed2-2cf1-431e-97e5-734559fc8375 req-a291579b-e8cc-4efa-bb29-b5ae7d699429 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:14.482890 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-48906ed2-2cf1-431e-97e5-734559fc8375 req-a291579b-e8cc-4efa-bb29-b5ae7d699429 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 943 time: 0.0468671 Sep 07 07:21:14.518966 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-48906ed2-2cf1-431e-97e5-734559fc8375 req-fb9ec921-b1a8-42e2-b553-a05996fb08e8 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302939 Sep 07 07:21:15.628726 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5acafb-7950-449c-9ea3-97d178e38c55 req-efff3bcd-9aa7-4c39-9b78-991f28751825 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:15.630164 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9d5acafb-7950-449c-9ea3-97d178e38c55 req-efff3bcd-9aa7-4c39-9b78-991f28751825 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 943 time: 0.0475512 Sep 07 07:21:15.666941 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9d5acafb-7950-449c-9ea3-97d178e38c55 req-cd22c10a-b599-4b55-9187-2d8112a874fd tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309162 Sep 07 07:21:16.779973 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993a804-98eb-490b-aa73-7b2aa715541b req-b8f88415-8e00-4cdb-ba74-da25efdec18f tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:16.781392 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9993a804-98eb-490b-aa73-7b2aa715541b req-b8f88415-8e00-4cdb-ba74-da25efdec18f tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 943 time: 0.0490601 Sep 07 07:21:16.817365 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9993a804-98eb-490b-aa73-7b2aa715541b req-da3214a4-29ab-44b1-ada4-849a4a3498a9 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297992 Sep 07 07:21:17.927373 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad00f27-0b9b-4183-b318-f28e580e426f req-0b54c11d-b590-4e38-8841-c34f0b435d65 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:17.928824 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cad00f27-0b9b-4183-b318-f28e580e426f req-0b54c11d-b590-4e38-8841-c34f0b435d65 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 943 time: 0.0468721 Sep 07 07:21:17.965047 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cad00f27-0b9b-4183-b318-f28e580e426f req-07c38546-753d-49f0-8efe-f2edc20a5e14 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305004 Sep 07 07:21:19.078261 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0affe-10b3-4a17-b540-25d88a6a769e req-663d05b4-8ff7-4333-aa67-eab1d702ff45 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:19.080265 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6bd0affe-10b3-4a17-b540-25d88a6a769e req-663d05b4-8ff7-4333-aa67-eab1d702ff45 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 943 time: 0.0496025 Sep 07 07:21:19.117118 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6bd0affe-10b3-4a17-b540-25d88a6a769e req-b63ec95e-0eda-4de6-abb3-5514f7a7ad37 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310013 Sep 07 07:21:19.483024 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87d0d7-339e-4381-b3b8-10d8b7da4502 req-3aee7913-58a2-4e92-afac-a7ad8fa82854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:19.484510 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ba87d0d7-339e-4381-b3b8-10d8b7da4502 req-3aee7913-58a2-4e92-afac-a7ad8fa82854 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 1096 time: 0.0397625 Sep 07 07:21:19.518900 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ba87d0d7-339e-4381-b3b8-10d8b7da4502 req-20bb3e0e-7c3f-4c62-bacc-b0bc19c69460 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267572 Sep 07 07:21:19.925810 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 2d25c309-8f7d-4186-8f1f-930b06ede58d details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:21:20.019312 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 2d25c309-8f7d-4186-8f1f-930b06ede58d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2d25c309-8f7d-4186-8f1f-930b06ede58d,segment=NetworkSegment(510416b6-f31e-4076-bc42-465c17e84082),segment_id=510416b6-f31e-4076-bc42-465c17e84082)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:21:20.029991 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': '2d25c309-8f7d-4186-8f1f-930b06ede58d', 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'port_id': '2d25c309-8f7d-4186-8f1f-930b06ede58d', 'mac_address': 'fa:16:3e:a0:58:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:21:20.065712 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:20.077997 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d25c309-8f7d-4186-8f1f-930b06ede58d {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:21:20.098947 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 2d25c309-8f7d-4186-8f1f-930b06ede58d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2d25c309-8f7d-4186-8f1f-930b06ede58d,segment=NetworkSegment(510416b6-f31e-4076-bc42-465c17e84082),segment_id=510416b6-f31e-4076-bc42-465c17e84082)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:21:20.102333 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:20.147063 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=2d25c309-8f7d-4186-8f1f-930b06ede58d,revision_number=7']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:20.230860 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d370a-25e5-4b65-aebb-3cc3db724c78 req-a6c85b64-c179-4d3d-9be4-62ccf84d8477 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:20.232315 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-760d370a-25e5-4b65-aebb-3cc3db724c78 req-a6c85b64-c179-4d3d-9be4-62ccf84d8477 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 944 time: 0.0504906 Sep 07 07:21:20.269038 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-760d370a-25e5-4b65-aebb-3cc3db724c78 req-a1700451-c203-4c28-a7ba-b8bdf17db0ba tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309455 Sep 07 07:21:21.242502 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:21.380172 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e984f-50ac-442f-9d11-8c7067bcfa22 req-5127f6aa-b099-4525-b060-a5dd85752eb3 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:21.381602 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-113e984f-50ac-442f-9d11-8c7067bcfa22 req-5127f6aa-b099-4525-b060-a5dd85752eb3 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 944 time: 0.0494804 Sep 07 07:21:21.417330 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-113e984f-50ac-442f-9d11-8c7067bcfa22 req-c8503e97-b143-4068-b45b-539ab660060e tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300562 Sep 07 07:21:21.943387 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 2d25c309-8f7d-4186-8f1f-930b06ede58d details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:21:22.036301 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 2d25c309-8f7d-4186-8f1f-930b06ede58d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2d25c309-8f7d-4186-8f1f-930b06ede58d,segment=NetworkSegment(510416b6-f31e-4076-bc42-465c17e84082),segment_id=510416b6-f31e-4076-bc42-465c17e84082)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:21:22.047145 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': '2d25c309-8f7d-4186-8f1f-930b06ede58d', 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'port_id': '2d25c309-8f7d-4186-8f1f-930b06ede58d', 'mac_address': 'fa:16:3e:a0:58:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:21:22.303265 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['2d25c309-8f7d-4186-8f1f-930b06ede58d'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:21:23.953010 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 2d25c309-8f7d-4186-8f1f-930b06ede58d up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:21:23.998347 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port 2d25c309-8f7d-4186-8f1f-930b06ede58d triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:21:23.998724 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:24.073261 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:24.094924 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f3c742-ec02-4582-b824-eda0b2551dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d25c309-8f7d-4186-8f1f-930b06ede58d'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:21:24.098510 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1e72d1-09ae-4e60-a2fc-6a370278d463" -d '{"events": [{"server_uuid": "97f3c742-ec02-4582-b824-eda0b2551dca", "name": "network-vif-plugged", "status": "completed", "tag": "2d25c309-8f7d-4186-8f1f-930b06ede58d"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:21:24.111133 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 2d25c309-8f7d-4186-8f1f-930b06ede58d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2d25c309-8f7d-4186-8f1f-930b06ede58d,segment=NetworkSegment(510416b6-f31e-4076-bc42-465c17e84082),segment_id=510416b6-f31e-4076-bc42-465c17e84082)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:21:24.115179 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:24.137662 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70b2b7d-b686-416e-977e-e773630cbc9d x-openstack-request-id: req-a70b2b7d-b686-416e-977e-e773630cbc9d {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:21:24.137940 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f3c742-ec02-4582-b824-eda0b2551dca", "name": "network-vif-plugged", "status": "completed", "tag": "2d25c309-8f7d-4186-8f1f-930b06ede58d", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:21:24.138195 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a70b2b7d-b686-416e-977e-e773630cbc9d {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:21:24.138585 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f3c742-ec02-4582-b824-eda0b2551dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d25c309-8f7d-4186-8f1f-930b06ede58d', 'code': 200} Sep 07 07:21:24.162927 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=2d25c309-8f7d-4186-8f1f-930b06ede58d,revision_number=8']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:27.563256 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08c8b65c-e2a0-45ad-b073-9a01bb856a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:30.209429 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:30.284260 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-283ac68e-df7f-45ab-8b24-c2a544f1f0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:31.124943 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:33.316161 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:36.882247 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:21:45.830917 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b5ccb-53ef-40f4-bdc5-3bb98eaac179 req-f509968e-b449-4602-b87c-b43f388c828f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:45.832417 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b66b5ccb-53ef-40f4-bdc5-3bb98eaac179 req-f509968e-b449-4602-b87c-b43f388c828f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 947 time: 0.0470424 Sep 07 07:21:45.869427 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b66b5ccb-53ef-40f4-bdc5-3bb98eaac179 req-6f7f6d8f-dd02-4688-977f-5c27c04154d4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312397 Sep 07 07:21:46.987327 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e7a44-420c-4d6b-8b90-cf792b6c5f55 req-1e9a0fc0-b4ec-4d16-bc68-d230db58019c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:46.988845 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-160e7a44-420c-4d6b-8b90-cf792b6c5f55 req-1e9a0fc0-b4ec-4d16-bc68-d230db58019c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 947 time: 0.0476704 Sep 07 07:21:47.024507 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-160e7a44-420c-4d6b-8b90-cf792b6c5f55 req-433b9390-72a6-4655-abcd-0565c9cc6af4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299616 Sep 07 07:21:47.858999 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c747e-5b41-4f7d-b694-ebe5ba349ca6 req-2765cbb4-121a-4c17-aae4-9e84e59a890e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:47.860493 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d57c747e-5b41-4f7d-b694-ebe5ba349ca6 req-2765cbb4-121a-4c17-aae4-9e84e59a890e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 947 time: 0.0464256 Sep 07 07:21:47.953549 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-d57c747e-5b41-4f7d-b694-ebe5ba349ca6 req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Deleting port ec92d13e-339c-4aaf-a5b8-2fe63818a527 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:21:47.953887 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-d57c747e-5b41-4f7d-b694-ebe5ba349ca6 req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:48.038292 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-d57c747e-5b41-4f7d-b694-ebe5ba349ca6 req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] For port ec92d13e-339c-4aaf-a5b8-2fe63818a527, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ec92d13e-339c-4aaf-a5b8-2fe63818a527,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:21:48.038940 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-d57c747e-5b41-4f7d-b694-ebe5ba349ca6 req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:48.144114 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e38b0-18b8-4861-8d3c-e3df98ab934e req-60ad3219-8863-4dca-a13d-88ff53e5007c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:48.145489 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a95e38b0-18b8-4861-8d3c-e3df98ab934e req-60ad3219-8863-4dca-a13d-88ff53e5007c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 947 time: 0.0491068 Sep 07 07:21:48.181153 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a95e38b0-18b8-4861-8d3c-e3df98ab934e req-d9e858ce-3b59-4c43-9657-ba85824810ab tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298681 Sep 07 07:21:48.263160 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-d57c747e-5b41-4f7d-b694-ebe5ba349ca6 req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:48.263549 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-d57c747e-5b41-4f7d-b694-ebe5ba349ca6 req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579857'] for floatingip, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:48.263867 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.l3_db [req-d57c747e-5b41-4f7d-b694-ebe5ba349ca6 req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Floating IP 04fc7b2c-c8cc-41e3-a514-20ba6c371e8e disassociated. External IP: 172.27.2.163, port: ec92d13e-339c-4aaf-a5b8-2fe63818a527. Sep 07 07:21:48.264207 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-d57c747e-5b41-4f7d-b694-ebe5ba349ca6 req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Calling delete_port for ec92d13e-339c-4aaf-a5b8-2fe63818a527 owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:21:48.385762 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-d57c747e-5b41-4f7d-b694-ebe5ba349ca6 req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:48.415730 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Pushing event deleted for resources: {'Port': ['ID=ec92d13e-339c-4aaf-a5b8-2fe63818a527,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:48.425505 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:48.425857 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:48.426206 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:48.426550 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:48.426889 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:48.427229 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:48.427590 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:48.427924 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:48.428678 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:48.428678 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:48.429021 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:48.429203 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:48.537269 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d57c747e-5b41-4f7d-b694-ebe5ba349ca6 req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Router 51e9eb1c-6855-4c3e-9413-c551fe6e355a has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:21:48.870758 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d57c747e-5b41-4f7d-b694-ebe5ba349ca6 req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:21:48.881240 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ceb634-d6fe-4851-98d3-2e917d2db9b9 None None] Sync routers for ids ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:21:48.890888 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ceb634-d6fe-4851-98d3-2e917d2db9b9 None None] Routers {'51e9eb1c-6855-4c3e-9413-c551fe6e355a'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:21:48.891544 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-92ceb634-d6fe-4851-98d3-2e917d2db9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:21:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:21:48.907728 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57c747e-5b41-4f7d-b694-ebe5ba349ca6 req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] No DVR routers for this DVR port ec92d13e-339c-4aaf-a5b8-2fe63818a527 on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:21:48.910305 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-d57c747e-5b41-4f7d-b694-ebe5ba349ca6 req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:48.912293 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d57c747e-5b41-4f7d-b694-ebe5ba349ca6 req-07d5666e-2d9c-4873-b535-86e90a724ace tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.15 "DELETE /v2.0/ports/ec92d13e-339c-4aaf-a5b8-2fe63818a527 HTTP/1.1" status: 204 len: 173 time: 1.0449908 Sep 07 07:21:48.912730 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd866664-0a58-493c-bbd4-80940472fabc', 'name': 'network-vif-deleted', 'tag': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:21:48.914995 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3341ee7c-9965-43a7-8964-498f5b29c986" -d '{"events": [{"server_uuid": "dd866664-0a58-493c-bbd4-80940472fabc", "name": "network-vif-deleted", "tag": "ec92d13e-339c-4aaf-a5b8-2fe63818a527"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:21:48.959141 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fe5a5c-d4de-464d-99de-28c9c79794ef x-openstack-request-id: req-c6fe5a5c-d4de-464d-99de-28c9c79794ef {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:21:48.959471 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd866664-0a58-493c-bbd4-80940472fabc", "name": "network-vif-deleted", "tag": "ec92d13e-339c-4aaf-a5b8-2fe63818a527", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:21:48.959726 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6fe5a5c-d4de-464d-99de-28c9c79794ef {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:21:48.960117 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd866664-0a58-493c-bbd4-80940472fabc', 'name': 'network-vif-deleted', 'tag': 'ec92d13e-339c-4aaf-a5b8-2fe63818a527', 'status': 'completed', 'code': 200} Sep 07 07:21:49.004060 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-92ceb634-d6fe-4851-98d3-2e917d2db9b9 None None] Set router 51e9eb1c-6855-4c3e-9413-c551fe6e355a gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:21:49.204234 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-92ceb634-d6fe-4851-98d3-2e917d2db9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:15:12Z', 'revision_number': 4, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '005fb783-0407-4646-b575-6b4dab3a9fde', 'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'mac_address': 'fa:16:3e:0d:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:11Z', 'updated_at': '2021-09-07T07:15:17Z', 'revision_number': 5, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'subnets': [{'id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:21:49.231042 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ceb634-d6fe-4851-98d3-2e917d2db9b9 None None] Checking router: 51e9eb1c-6855-4c3e-9413-c551fe6e355a for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:21:49.241460 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ceb634-d6fe-4851-98d3-2e917d2db9b9 None None] Routers {'51e9eb1c-6855-4c3e-9413-c551fe6e355a'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:21:49.242219 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-92ceb634-d6fe-4851-98d3-2e917d2db9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:21:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:21:49.294573 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5510e05c-758d-45f5-a9d6-dcfcb0e8a219 req-e1e13c1f-ee07-4ba6-b906-ff0a61d289b2 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd866664-0a58-493c-bbd4-80940472fabc HTTP/1.1" status: 200 len: 210 time: 0.0316291 Sep 07 07:21:49.482333 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-92ceb634-d6fe-4851-98d3-2e917d2db9b9 None None] Set router 51e9eb1c-6855-4c3e-9413-c551fe6e355a gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:21:49.613111 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683349c-e260-4cea-b782-8f1c1b77d0bd req-ddb8bf08-efa1-44d7-a080-500c438f579e tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:49.614916 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d683349c-e260-4cea-b782-8f1c1b77d0bd req-ddb8bf08-efa1-44d7-a080-500c438f579e tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 984 time: 0.0536926 Sep 07 07:21:49.640727 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea7b4-22d9-4d2b-978a-9d375719a7d3 req-0d72f014-9b04-49e8-926f-64a6a1115481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:49.642444 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1cdea7b4-22d9-4d2b-978a-9d375719a7d3 req-0d72f014-9b04-49e8-926f-64a6a1115481 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ba85adb16a40efa44703f122211469&device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 1137 time: 0.0447309 Sep 07 07:21:49.659373 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d683349c-e260-4cea-b782-8f1c1b77d0bd req-9fd3093f-2935-4bdd-b6c4-bfcba8aa66db tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=842843cf-ee41-4e0f-a180-1d16f7159456&id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378668 Sep 07 07:21:49.712237 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-92ceb634-d6fe-4851-98d3-2e917d2db9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:15:12Z', 'revision_number': 4, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '005fb783-0407-4646-b575-6b4dab3a9fde', 'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'mac_address': 'fa:16:3e:0d:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:11Z', 'updated_at': '2021-09-07T07:15:17Z', 'revision_number': 5, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'subnets': [{'id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:21:49.737626 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea7b4-22d9-4d2b-978a-9d375719a7d3 req-53806910-7e15-43c9-a99d-344174ed9561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:49.739070 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1cdea7b4-22d9-4d2b-978a-9d375719a7d3 req-53806910-7e15-43c9-a99d-344174ed9561 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6304009b-0af9-4a11-9aed-376df5168c1d HTTP/1.1" status: 200 len: 916 time: 0.0885038 Sep 07 07:21:49.744678 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ceb634-d6fe-4851-98d3-2e917d2db9b9 None None] The sync data for ids ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'] in dv-cinder-804735-9-iscsi is: [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:15:12Z', 'revision_number': 4, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '005fb783-0407-4646-b575-6b4dab3a9fde', 'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'mac_address': 'fa:16:3e:0d:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:11Z', 'updated_at': '2021-09-07T07:15:17Z', 'revision_number': 5, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'subnets': [{'id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:21:49.808417 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1cdea7b4-22d9-4d2b-978a-9d375719a7d3 req-0e91c969-9e87-4baa-8664-f5582c9bb5d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3243679-d915-4585-9e74-b175461752ba HTTP/1.1" status: 200 len: 1001 time: 0.0610044 Sep 07 07:21:49.862414 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea7b4-22d9-4d2b-978a-9d375719a7d3 req-b442fd8d-873f-462d-8ffa-bd01ca31075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:49.864051 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1cdea7b4-22d9-4d2b-978a-9d375719a7d3 req-b442fd8d-873f-462d-8ffa-bd01ca31075b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdb69ac3-0f54-46e7-9131-d2811b003bdd HTTP/1.1" status: 200 len: 854 time: 0.0479581 Sep 07 07:21:49.912344 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea7b4-22d9-4d2b-978a-9d375719a7d3 req-655c0d2c-424f-48b0-8f56-11b2b4ac0e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:49.913953 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1cdea7b4-22d9-4d2b-978a-9d375719a7d3 req-655c0d2c-424f-48b0-8f56-11b2b4ac0e67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6304009b-0af9-4a11-9aed-376df5168c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425203 Sep 07 07:21:49.967462 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d119fd2-96ce-4114-9959-8114ad3b1830 None None] New status for floating IP 04fc7b2c-c8cc-41e3-a514-20ba6c371e8e: DOWN {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 07:21:50.009971 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1cdea7b4-22d9-4d2b-978a-9d375719a7d3 req-37ac8d66-5f60-4b8b-80a8-f4016914e567 service neutron] 10.222.0.15 "GET /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867951 Sep 07 07:21:50.056799 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device ec92d13e-339c-4aaf-a5b8-2fe63818a527 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:21:50.090048 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: ec92d13e-339c-4aaf-a5b8-2fe63818a527 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:21:50.090497 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device ec92d13e-339c-4aaf-a5b8-2fe63818a527 not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:21:50.119455 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1cdea7b4-22d9-4d2b-978a-9d375719a7d3 req-b4a6364b-1ee5-42b0-b1ea-27531af0fc26 service neutron] 10.222.0.15 "GET /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031444 Sep 07 07:21:50.386796 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 58418) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:21:50.438578 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c7e30e1f-6cca-4cc6-a00a-4ed494c6fade tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:50.461021 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c7e30e1f-6cca-4cc6-a00a-4ed494c6fade tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:50.506419 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c7e30e1f-6cca-4cc6-a00a-4ed494c6fade tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:50.509192 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c7e30e1f-6cca-4cc6-a00a-4ed494c6fade tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:50.510342 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-c7e30e1f-6cca-4cc6-a00a-4ed494c6fade tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "DELETE /v2.0/security-groups/4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f HTTP/1.1" status: 204 len: 168 time: 0.1225057 Sep 07 07:21:50.513075 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58420) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:21:50.518948 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e30e1f-6cca-4cc6-a00a-4ed494c6fade tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:50.527633 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.api.v2.resource [None req-77ed5b27-a8a9-4a92-8d02-af3faf37b464 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] show failed (client error): The resource could not be found. Sep 07 07:21:50.531180 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-77ed5b27-a8a9-4a92-8d02-af3faf37b464 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups/4b443fe9-de7c-4d5a-a3e6-cec6d6b1f20f HTTP/1.1" status: 404 len: 347 time: 0.0144892 Sep 07 07:21:50.531518 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58422) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:21:50.685673 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Deleting port 93962994-ec1a-41bb-a115-dca00c99c1d0 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:21:50.686025 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:50.768447 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:50.768808 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:50.780974 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Calling delete_port for 93962994-ec1a-41bb-a115-dca00c99c1d0 owned by network:floatingip {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:21:50.782488 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f5d1a-90e5-4ab2-a55a-904ccfb97c3a req-6836f5cb-af2e-4138-9b6d-010bee067a8a tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:50.784418 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-481f5d1a-90e5-4ab2-a55a-904ccfb97c3a req-6836f5cb-af2e-4138-9b6d-010bee067a8a tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 984 time: 0.0538535 Sep 07 07:21:50.824804 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-481f5d1a-90e5-4ab2-a55a-904ccfb97c3a req-d57dadf9-2352-4244-9ea8-5a3aef4b33b0 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=842843cf-ee41-4e0f-a180-1d16f7159456&id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344546 Sep 07 07:21:50.918926 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:50.944194 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Pushing event deleted for resources: {'Port': ['ID=93962994-ec1a-41bb-a115-dca00c99c1d0,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:50.967471 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:50.967817 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:50.968162 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:50.968497 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:50.968830 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:50.969159 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:50.969485 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:50.969807 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:50.970129 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:50.970450 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:50.970769 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:50.971087 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:21:51.008063 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for floatingip, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:51.010595 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:51.011757 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e4e07082-b6b5-41b9-a7ae-f4b65cb09ddc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "DELETE /v2.0/floatingips/04fc7b2c-c8cc-41e3-a514-20ba6c371e8e HTTP/1.1" status: 204 len: 168 time: 0.4792457 Sep 07 07:21:51.248696 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:51.928948 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58432) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:21:51.933427 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-5b02a8ac-f63c-43da-846e-6709fc53c70a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--956109191', 'description': 'tempest-description--998068381'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:21:51.942083 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699a097-8e3a-42e8-bf32-8fd40068f3fe req-d75479c5-16a7-4eca-8916-713837d9c5ff tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:51.943585 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0699a097-8e3a-42e8-bf32-8fd40068f3fe req-d75479c5-16a7-4eca-8916-713837d9c5ff tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 984 time: 0.0521610 Sep 07 07:21:51.955848 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5b02a8ac-f63c-43da-846e-6709fc53c70a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:51.987235 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0699a097-8e3a-42e8-bf32-8fd40068f3fe req-ac4f2834-defa-46ad-b4b2-4513b8c38a2d tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=842843cf-ee41-4e0f-a180-1d16f7159456&id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366735 Sep 07 07:21:52.040101 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5b02a8ac-f63c-43da-846e-6709fc53c70a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:52.044212 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5b02a8ac-f63c-43da-846e-6709fc53c70a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:52.070432 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5b02a8ac-f63c-43da-846e-6709fc53c70a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:52.071640 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5b02a8ac-f63c-43da-846e-6709fc53c70a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1416705 Sep 07 07:21:52.073417 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02a8ac-f63c-43da-846e-6709fc53c70a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=893cdc73-5847-4097-9586-c5de677b3605,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:52.074559 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 58434) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:21:52.079157 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-d9c9117b-5163-4f1a-a6fb-0d2848df757a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Request body: {'security_group_rule': {'security_group_id': '893cdc73-5847-4097-9586-c5de677b3605', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:21:52.108796 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d9c9117b-5163-4f1a-a6fb-0d2848df757a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:52.152814 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d9c9117b-5163-4f1a-a6fb-0d2848df757a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:52.156028 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d9c9117b-5163-4f1a-a6fb-0d2848df757a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:52.171263 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9117b-5163-4f1a-a6fb-0d2848df757a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2289f7-3716-43bd-886d-3f307605b895,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:52.179590 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d9c9117b-5163-4f1a-a6fb-0d2848df757a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:52.180759 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-d9c9117b-5163-4f1a-a6fb-0d2848df757a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1051865 Sep 07 07:21:52.183359 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 58436) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:21:52.187513 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-c8e2dee1-f6c1-41eb-8558-6b094936adbd tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Request body: {'security_group_rule': {'security_group_id': '893cdc73-5847-4097-9586-c5de677b3605', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:21:52.213119 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c8e2dee1-f6c1-41eb-8558-6b094936adbd tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:52.269557 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c8e2dee1-f6c1-41eb-8558-6b094936adbd tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:52.273405 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c8e2dee1-f6c1-41eb-8558-6b094936adbd tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:52.295245 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2dee1-f6c1-41eb-8558-6b094936adbd tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c066f7-d27c-4835-a9fb-2239733a0a78,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:52.299632 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c8e2dee1-f6c1-41eb-8558-6b094936adbd tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:52.303611 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-c8e2dee1-f6c1-41eb-8558-6b094936adbd tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165357 Sep 07 07:21:52.304079 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 58442) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:21:52.307954 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-d4711d64-2765-4dc6-b86c-29459a2171b0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Request body: {'floatingip': {'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:21:52.330023 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d4711d64-2765-4dc6-b86c-29459a2171b0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for floatingip, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:52.422616 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d4711d64-2765-4dc6-b86c-29459a2171b0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:52.534451 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-d4711d64-2765-4dc6-b86c-29459a2171b0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Allocated IP 172.27.2.106 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/8a0a05b5-3870-4725-ae5e-f28e97db5af0) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:21:52.599818 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288d89a-ee48-4b4a-a257-b61529526a65 req-e66aba96-22ec-4053-9ccf-5a479089beea tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:52.601301 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1288d89a-ee48-4b4a-a257-b61529526a65 req-e66aba96-22ec-4053-9ccf-5a479089beea tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0535343 Sep 07 07:21:52.637368 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d4711d64-2765-4dc6-b86c-29459a2171b0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:52.639142 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1288d89a-ee48-4b4a-a257-b61529526a65 req-2daedd40-6f07-4140-bac0-ba0a7c73722c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312808 Sep 07 07:21:52.677389 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d4711d64-2765-4dc6-b86c-29459a2171b0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:52.712136 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4711d64-2765-4dc6-b86c-29459a2171b0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:21:52.716665 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-d4711d64-2765-4dc6-b86c-29459a2171b0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:21:52.722710 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4711d64-2765-4dc6-b86c-29459a2171b0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:21:52.728608 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4711d64-2765-4dc6-b86c-29459a2171b0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Pushing event updated for resources: {'Port': ['ID=8a0a05b5-3870-4725-ae5e-f28e97db5af0,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:52.809494 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d4711d64-2765-4dc6-b86c-29459a2171b0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:52.848474 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d4711d64-2765-4dc6-b86c-29459a2171b0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:52.992162 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d4711d64-2765-4dc6-b86c-29459a2171b0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:52.997910 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d4711d64-2765-4dc6-b86c-29459a2171b0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:53.075988 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4711d64-2765-4dc6-b86c-29459a2171b0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Pushing event updated for resources: {'Port': ['ID=8a0a05b5-3870-4725-ae5e-f28e97db5af0,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:53.106802 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d4711d64-2765-4dc6-b86c-29459a2171b0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579857'] for floatingip, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:53.124485 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d4711d64-2765-4dc6-b86c-29459a2171b0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:53.126078 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-d4711d64-2765-4dc6-b86c-29459a2171b0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8211591 Sep 07 07:21:53.136322 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fd235-ebb4-41cd-8c1b-4fc68adc2d23 req-fef32952-a3b6-479e-ade2-b659e4ea5cc5 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:53.137824 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-202fd235-ebb4-41cd-8c1b-4fc68adc2d23 req-fef32952-a3b6-479e-ade2-b659e4ea5cc5 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 984 time: 0.0766659 Sep 07 07:21:53.178769 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-202fd235-ebb4-41cd-8c1b-4fc68adc2d23 req-bd866de6-f4e9-4809-b5ef-8a8dd55da12f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=842843cf-ee41-4e0f-a180-1d16f7159456&id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346801 Sep 07 07:21:53.259701 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4549c112-5f26-425c-b528-45df62e48682 req-706b19ad-4cb0-4517-9c28-72bbdfc02fa1 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--956109191&fields=id&tenant_id=31ec539a0e824d0385bb9d4a12e94d3e HTTP/1.1" status: 200 len: 267 time: 0.0309191 Sep 07 07:21:53.364113 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549c112-5f26-425c-b528-45df62e48682 req-eef1e6a4-d2ae-4422-b294-702a5251e741 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:53.365501 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4549c112-5f26-425c-b528-45df62e48682 req-eef1e6a4-d2ae-4422-b294-702a5251e741 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/networks?id=763aca73-fbfa-4ea1-a434-95a1680e6608 HTTP/1.1" status: 200 len: 817 time: 0.0995812 Sep 07 07:21:53.379452 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4549c112-5f26-425c-b528-45df62e48682 req-e22b6ad1-6746-4831-9bc3-d18e7d0fd37a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/quotas/31ec539a0e824d0385bb9d4a12e94d3e HTTP/1.1" status: 200 len: 375 time: 0.0084002 Sep 07 07:21:53.429155 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4549c112-5f26-425c-b528-45df62e48682 req-c8172206-98c7-4f71-b202-019e4798910d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=31ec539a0e824d0385bb9d4a12e94d3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448239 Sep 07 07:21:53.565932 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4549c112-5f26-425c-b528-45df62e48682 req-1bad0a10-b9ac-43a3-9c7e-ada61457fd63 service neutron] 10.222.0.30 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242237 Sep 07 07:21:53.652206 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4549c112-5f26-425c-b528-45df62e48682 req-193a585d-ab48-4da6-81b5-f646ff2331fe service neutron] 10.222.0.30 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804269 Sep 07 07:21:53.753322 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc04787-e306-4510-b6d5-1a33dfdbd2dd req-99b75b01-4f16-4422-97c0-a741aaea7988 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:53.754788 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3cc04787-e306-4510-b6d5-1a33dfdbd2dd req-99b75b01-4f16-4422-97c0-a741aaea7988 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0484488 Sep 07 07:21:53.791218 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3cc04787-e306-4510-b6d5-1a33dfdbd2dd req-2766095b-7526-4511-a063-017a82a96958 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=92c19bde-1385-4312-be90-57f43a50d958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306313 Sep 07 07:21:54.162147 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddcd91-4375-4b56-b7f3-279f70eb113b req-2614935e-fd48-41d6-804c-d85cbfec7e84 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:54.163617 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-61ddcd91-4375-4b56-b7f3-279f70eb113b req-2614935e-fd48-41d6-804c-d85cbfec7e84 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 945 time: 0.0478206 Sep 07 07:21:54.279919 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-61ddcd91-4375-4b56-b7f3-279f70eb113b req-46e44068-f891-4af2-aa87-82c359df07f8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Deleting port a95d598c-fcd9-4b00-bd84-84bba42c0d16 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:21:54.280260 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-61ddcd91-4375-4b56-b7f3-279f70eb113b req-46e44068-f891-4af2-aa87-82c359df07f8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:54.350045 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d4d98-9b2c-4ff0-a635-eab0a6a5e8f1 req-f32c0734-ff27-4c0c-b854-126e824ae72a tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:54.351514 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a64d4d98-9b2c-4ff0-a635-eab0a6a5e8f1 req-f32c0734-ff27-4c0c-b854-126e824ae72a tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 984 time: 0.1078687 Sep 07 07:21:54.402713 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-61ddcd91-4375-4b56-b7f3-279f70eb113b req-46e44068-f891-4af2-aa87-82c359df07f8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] For port a95d598c-fcd9-4b00-bd84-84bba42c0d16, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a95d598c-fcd9-4b00-bd84-84bba42c0d16,segment=NetworkSegment(6750a1fb-cf7e-4d33-b880-1193fed0b435),segment_id=6750a1fb-cf7e-4d33-b880-1193fed0b435)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:21:54.403070 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-61ddcd91-4375-4b56-b7f3-279f70eb113b req-46e44068-f891-4af2-aa87-82c359df07f8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:54.416337 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a64d4d98-9b2c-4ff0-a635-eab0a6a5e8f1 req-c9cf6839-33fa-4508-8e98-9db89ffdd99f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=842843cf-ee41-4e0f-a180-1d16f7159456&id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583084 Sep 07 07:21:54.574172 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-61ddcd91-4375-4b56-b7f3-279f70eb113b req-46e44068-f891-4af2-aa87-82c359df07f8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:54.574563 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-61ddcd91-4375-4b56-b7f3-279f70eb113b req-46e44068-f891-4af2-aa87-82c359df07f8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579857'] for floatingip, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:54.574896 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.l3_db [req-61ddcd91-4375-4b56-b7f3-279f70eb113b req-46e44068-f891-4af2-aa87-82c359df07f8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Floating IP 8bc004cc-630e-47c5-8e82-55995c718973 disassociated. External IP: 172.27.2.9, port: a95d598c-fcd9-4b00-bd84-84bba42c0d16. Sep 07 07:21:54.575231 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-61ddcd91-4375-4b56-b7f3-279f70eb113b req-46e44068-f891-4af2-aa87-82c359df07f8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Calling delete_port for a95d598c-fcd9-4b00-bd84-84bba42c0d16 owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:21:54.698267 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-61ddcd91-4375-4b56-b7f3-279f70eb113b req-46e44068-f891-4af2-aa87-82c359df07f8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:54.724771 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e44068-f891-4af2-aa87-82c359df07f8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Pushing event deleted for resources: {'Port': ['ID=a95d598c-fcd9-4b00-bd84-84bba42c0d16,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:54.852464 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ae55ff3a-df1c-4c24-b5ca-8de58fd89656 req-2f183da1-a670-4333-9e10-5aa55e55ec9e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 210 time: 0.0307462 Sep 07 07:21:54.866461 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61ddcd91-4375-4b56-b7f3-279f70eb113b req-46e44068-f891-4af2-aa87-82c359df07f8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:21:54.888434 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5a6670f7-9ddb-4b14-b6dd-735e7b96c512 req-f5a842a2-155d-4d00-b3a6-fdcef91b48c1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 210 time: 0.0278926 Sep 07 07:21:54.981875 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61ddcd91-4375-4b56-b7f3-279f70eb113b req-46e44068-f891-4af2-aa87-82c359df07f8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:21:54.991594 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68943aca-4965-4e96-a3fe-337505dca0dc None None] Sync routers for ids ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:21:55.005661 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68943aca-4965-4e96-a3fe-337505dca0dc None None] Routers {'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:21:55.006204 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-68943aca-4965-4e96-a3fe-337505dca0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:21:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:21:55.022641 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ddcd91-4375-4b56-b7f3-279f70eb113b req-46e44068-f891-4af2-aa87-82c359df07f8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] No DVR routers for this DVR port a95d598c-fcd9-4b00-bd84-84bba42c0d16 on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:21:55.025331 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-61ddcd91-4375-4b56-b7f3-279f70eb113b req-46e44068-f891-4af2-aa87-82c359df07f8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:55.027497 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-61ddcd91-4375-4b56-b7f3-279f70eb113b req-46e44068-f891-4af2-aa87-82c359df07f8 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.15 "DELETE /v2.0/ports/a95d598c-fcd9-4b00-bd84-84bba42c0d16 HTTP/1.1" status: 204 len: 173 time: 0.8570745 Sep 07 07:21:55.027937 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7d5212-23cf-4731-b34f-76b8d82bff23', 'name': 'network-vif-deleted', 'tag': 'a95d598c-fcd9-4b00-bd84-84bba42c0d16'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:21:55.030178 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cd7266-6fda-4b4e-8fd0-560129f1ea2f" -d '{"events": [{"server_uuid": "1e7d5212-23cf-4731-b34f-76b8d82bff23", "name": "network-vif-deleted", "tag": "a95d598c-fcd9-4b00-bd84-84bba42c0d16"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:21:55.105459 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5091ca6-d983-4b74-8f50-93b55c5aead7 x-openstack-request-id: req-b5091ca6-d983-4b74-8f50-93b55c5aead7 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:21:55.105879 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7d5212-23cf-4731-b34f-76b8d82bff23", "name": "network-vif-deleted", "tag": "a95d598c-fcd9-4b00-bd84-84bba42c0d16", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:21:55.106270 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5091ca6-d983-4b74-8f50-93b55c5aead7 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:21:55.107523 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7d5212-23cf-4731-b34f-76b8d82bff23', 'name': 'network-vif-deleted', 'tag': 'a95d598c-fcd9-4b00-bd84-84bba42c0d16', 'status': 'completed', 'code': 200} Sep 07 07:21:55.129608 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-68943aca-4965-4e96-a3fe-337505dca0dc None None] Set router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:21:55.250693 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4dc5423e-e5a9-4d2d-bde3-a885ea8cdd60 req-294fea46-9554-463d-9976-ed178feb4c11 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0284100 Sep 07 07:21:55.354638 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-68943aca-4965-4e96-a3fe-337505dca0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': 'f19c56ae-891c-43b6-a888-0544a47d3402', 'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'mac_address': 'fa:16:3e:2d:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:49Z', 'updated_at': '2021-09-07T07:14:01Z', 'revision_number': 5, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'subnets': [{'id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:21:55.364802 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4dc5423e-e5a9-4d2d-bde3-a885ea8cdd60 req-3a108eb1-6201-478f-b9ec-d5e5cdbaad4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af77442a8c7443a5a8a5ba77a1a860e8&device_id=1e7d5212-23cf-4731-b34f-76b8d82bff23 HTTP/1.1" status: 200 len: 210 time: 0.0292354 Sep 07 07:21:55.381002 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68943aca-4965-4e96-a3fe-337505dca0dc None None] Checking router: dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:21:55.389169 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68943aca-4965-4e96-a3fe-337505dca0dc None None] Routers {'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:21:55.389768 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-68943aca-4965-4e96-a3fe-337505dca0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:21:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:21:55.483818 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5423e-e5a9-4d2d-bde3-a885ea8cdd60 req-579a9708-e4b5-4ae5-933d-ce6302fc8ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:55.485298 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4dc5423e-e5a9-4d2d-bde3-a885ea8cdd60 req-579a9708-e4b5-4ae5-933d-ce6302fc8ea8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=af77442a8c7443a5a8a5ba77a1a860e8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0908599 Sep 07 07:21:55.495212 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-68943aca-4965-4e96-a3fe-337505dca0dc None None] Set router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:21:55.534031 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36c752-06a1-4385-a32f-5cb5b8800b1d req-0cbc3755-0ace-4405-a7df-dca0f7074d03 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:55.535608 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1d36c752-06a1-4385-a32f-5cb5b8800b1d req-0cbc3755-0ace-4405-a7df-dca0f7074d03 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 984 time: 0.0523169 Sep 07 07:21:55.585272 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1d36c752-06a1-4385-a32f-5cb5b8800b1d req-0075b7a8-0f8d-47e3-9962-34e7089c864d tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=842843cf-ee41-4e0f-a180-1d16f7159456&id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429804 Sep 07 07:21:55.587579 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5423e-e5a9-4d2d-bde3-a885ea8cdd60 req-5c3e186b-96f2-4734-9c3e-133523e3dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:55.589481 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4dc5423e-e5a9-4d2d-bde3-a885ea8cdd60 req-5c3e186b-96f2-4734-9c3e-133523e3dd89 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952046 Sep 07 07:21:55.710919 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-68943aca-4965-4e96-a3fe-337505dca0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': 'f19c56ae-891c-43b6-a888-0544a47d3402', 'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'mac_address': 'fa:16:3e:2d:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:49Z', 'updated_at': '2021-09-07T07:14:01Z', 'revision_number': 5, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'subnets': [{'id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:21:55.740373 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68943aca-4965-4e96-a3fe-337505dca0dc None None] The sync data for ids ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'] in dv-cinder-804735-9-iscsi is: [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': 'f19c56ae-891c-43b6-a888-0544a47d3402', 'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'mac_address': 'fa:16:3e:2d:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:49Z', 'updated_at': '2021-09-07T07:14:01Z', 'revision_number': 5, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'subnets': [{'id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:21:55.965028 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7b5fa3c1-ce5f-4fc4-8b03-a0edc7fd17d0 req-27d76f6b-0493-432b-96f2-c3634600d71e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 210 time: 0.0307727 Sep 07 07:21:55.983124 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 58498) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:21:55.995265 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d0fb7-883c-4075-bc5f-7402a63063f5 None None] New status for floating IP 8bc004cc-630e-47c5-8e82-55995c718973: DOWN {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 07:21:56.050004 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f7a37915-63ad-43f5-b395-aa427cb9a6c5 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:56.075769 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f7a37915-63ad-43f5-b395-aa427cb9a6c5 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:56.137179 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f7a37915-63ad-43f5-b395-aa427cb9a6c5 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:56.140379 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f7a37915-63ad-43f5-b395-aa427cb9a6c5 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:56.141534 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f7a37915-63ad-43f5-b395-aa427cb9a6c5 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "DELETE /v2.0/security-groups/92c19bde-1385-4312-be90-57f43a50d958 HTTP/1.1" status: 204 len: 168 time: 0.1573493 Sep 07 07:21:56.145226 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58500) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:21:56.162808 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a37915-63ad-43f5-b395-aa427cb9a6c5 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c19bde-1385-4312-be90-57f43a50d958,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:56.164131 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.api.v2.resource [None req-52bc6660-2823-47a7-b77d-9a044d8ed004 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] show failed (client error): The resource could not be found. Sep 07 07:21:56.167939 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-52bc6660-2823-47a7-b77d-9a044d8ed004 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups/92c19bde-1385-4312-be90-57f43a50d958 HTTP/1.1" status: 404 len: 347 time: 0.0189452 Sep 07 07:21:56.169242 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58502) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:21:56.282350 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549c112-5f26-425c-b528-45df62e48682 req-8c7bee33-9697-4f9e-8a3f-5a3a2388a354 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:56.285642 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4549c112-5f26-425c-b528-45df62e48682 req-8c7bee33-9697-4f9e-8a3f-5a3a2388a354 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.15 "GET /v2.0/networks?id=763aca73-fbfa-4ea1-a434-95a1680e6608 HTTP/1.1" status: 200 len: 817 time: 0.1370096 Sep 07 07:21:56.356361 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4549c112-5f26-425c-b528-45df62e48682 req-15a26d05-ec6d-40b4-9367-d0611be16f9e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31ec539a0e824d0385bb9d4a12e94d3e HTTP/1.1" status: 200 len: 379 time: 0.0396221 Sep 07 07:21:56.367840 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-4549c112-5f26-425c-b528-45df62e48682 req-f9aba9d4-3894-41a1-b916-45bf624202fb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Request body: {'port': {'device_id': '193a61b6-7555-4326-8940-511edfa504cd', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'admin_state_up': True, 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'security_groups': ['893cdc73-5847-4097-9586-c5de677b3605']}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:21:56.480457 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4549c112-5f26-425c-b528-45df62e48682 req-f9aba9d4-3894-41a1-b916-45bf624202fb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Made reservation on behalf of 31ec539a0e824d0385bb9d4a12e94d3e for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:21:56.484317 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4549c112-5f26-425c-b528-45df62e48682 req-f9aba9d4-3894-41a1-b916-45bf624202fb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:56.532825 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-682cb7a5-edb2-487c-b744-f3399c69322b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Deleting port 20d95e62-fff3-4391-8c6b-985566b05676 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:21:56.533667 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-682cb7a5-edb2-487c-b744-f3399c69322b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:56.607171 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-682cb7a5-edb2-487c-b744-f3399c69322b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:56.607655 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-682cb7a5-edb2-487c-b744-f3399c69322b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:56.610400 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-4549c112-5f26-425c-b528-45df62e48682 req-f9aba9d4-3894-41a1-b916-45bf624202fb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Allocated IP 172.20.0.7 (763aca73-fbfa-4ea1-a434-95a1680e6608/449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa/0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:21:56.622234 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-682cb7a5-edb2-487c-b744-f3399c69322b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Calling delete_port for 20d95e62-fff3-4391-8c6b-985566b05676 owned by network:floatingip {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:21:56.732678 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf55e16-8628-4388-bcfb-95659207de39 req-aba6918d-576d-4c64-a4a1-8a4de8c5e490 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:56.734158 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cdf55e16-8628-4388-bcfb-95659207de39 req-aba6918d-576d-4c64-a4a1-8a4de8c5e490 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 984 time: 0.0680716 Sep 07 07:21:56.749004 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4549c112-5f26-425c-b528-45df62e48682 req-f9aba9d4-3894-41a1-b916-45bf624202fb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:56.763807 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-4549c112-5f26-425c-b528-45df62e48682 req-f9aba9d4-3894-41a1-b916-45bf624202fb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Transition to ACTIVE for port object 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:21:56.795441 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4549c112-5f26-425c-b528-45df62e48682 req-f9aba9d4-3894-41a1-b916-45bf624202fb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:56.802348 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cdf55e16-8628-4388-bcfb-95659207de39 req-453e149a-951c-4ed7-bdc0-868e3eea2820 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=842843cf-ee41-4e0f-a180-1d16f7159456&id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592630 Sep 07 07:21:56.837974 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4549c112-5f26-425c-b528-45df62e48682 req-f9aba9d4-3894-41a1-b916-45bf624202fb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Network 763aca73-fbfa-4ea1-a434-95a1680e6608 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:21:56.838183 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-682cb7a5-edb2-487c-b744-f3399c69322b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:56.841043 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-4549c112-5f26-425c-b528-45df62e48682 req-f9aba9d4-3894-41a1-b916-45bf624202fb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:21:56.847332 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-4549c112-5f26-425c-b528-45df62e48682 req-f9aba9d4-3894-41a1-b916-45bf624202fb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:21:56.867107 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cb7a5-edb2-487c-b744-f3399c69322b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Pushing event deleted for resources: {'Port': ['ID=20d95e62-fff3-4391-8c6b-985566b05676,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:56.878242 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aba9d4-3894-41a1-b916-45bf624202fb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Pushing event updated for resources: {'Port': ['ID=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:56.914905 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549c112-5f26-425c-b528-45df62e48682 req-f9aba9d4-3894-41a1-b916-45bf624202fb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:56.915660 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4549c112-5f26-425c-b528-45df62e48682 req-f9aba9d4-3894-41a1-b916-45bf624202fb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:56.931007 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4549c112-5f26-425c-b528-45df62e48682 req-f9aba9d4-3894-41a1-b916-45bf624202fb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5670316 Sep 07 07:21:56.933342 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-682cb7a5-edb2-487c-b744-f3399c69322b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for floatingip, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:56.936046 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-682cb7a5-edb2-487c-b744-f3399c69322b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:56.937214 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-682cb7a5-edb2-487c-b744-f3399c69322b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "DELETE /v2.0/floatingips/8bc004cc-630e-47c5-8e82-55995c718973 HTTP/1.1" status: 204 len: 168 time: 0.7670288 Sep 07 07:21:56.952184 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Request body: {'port': {'device_id': '193a61b6-7555-4326-8940-511edfa504cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:21:57.024300 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.132510 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-57ab7e0e-254c-45ab-a685-756bf9cd65b0 None None] Provisioning for port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:21:57.137064 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-57ab7e0e-254c-45ab-a685-756bf9cd65b0 None None] Provisioning complete for port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:21:57.137713 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-57ab7e0e-254c-45ab-a685-756bf9cd65b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.172564 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-57ab7e0e-254c-45ab-a685-756bf9cd65b0 None None] Port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:21:57.184065 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1d3d4-c66a-4e76-9f1e-35b52c9fb45c req-0d1b0792-367c-4185-828b-dc8486dd111a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:57.185546 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b9a1d3d4-c66a-4e76-9f1e-35b52c9fb45c req-0d1b0792-367c-4185-828b-dc8486dd111a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 931 time: 0.1123641 Sep 07 07:21:57.251308 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b9a1d3d4-c66a-4e76-9f1e-35b52c9fb45c req-9b7fb1f6-e1b4-496c-90bf-83438e1ff8bb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593159 Sep 07 07:21:57.362385 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:21:57.369575 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.381800 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Transition to ACTIVE for port object 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:21:57.385049 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.421866 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58514) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:21:57.427411 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-37a306a5-5ac5-415a-8c8d-f0a2baf961c1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1242054757', 'description': 'tempest-description--831760324'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:21:57.450354 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-37a306a5-5ac5-415a-8c8d-f0a2baf961c1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.463414 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:57.519719 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Attempting to bind port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:21:57.520090 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Attempting to bind port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '162c25c0-4f83-42c9-9626-6d331fea67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:21:57.520547 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Attempting to bind port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 on network 763aca73-fbfa-4ea1-a434-95a1680e6608 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:21:57.525020 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 on network 763aca73-fbfa-4ea1-a434-95a1680e6608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:21:57.525341 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Attempting to bind port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 on network 763aca73-fbfa-4ea1-a434-95a1680e6608 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:21:57.530401 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:21:57.530743 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Checking segment: {'id': '162c25c0-4f83-42c9-9626-6d331fea67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:21:57.531124 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Bound using segment: {'id': '162c25c0-4f83-42c9-9626-6d331fea67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:21:57.531614 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Bound port: 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162c25c0-4f83-42c9-9626-6d331fea67a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:21:57.532269 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.538878 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-37a306a5-5ac5-415a-8c8d-f0a2baf961c1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.544422 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-37a306a5-5ac5-415a-8c8d-f0a2baf961c1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.580900 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-88cf4bba-9a03-4ab8-956c-23a5214b8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.592266 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-37a306a5-5ac5-415a-8c8d-f0a2baf961c1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.595512 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-37a306a5-5ac5-415a-8c8d-f0a2baf961c1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1702259 Sep 07 07:21:57.596575 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 58516) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:21:57.599087 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a306a5-5ac5-415a-8c8d-f0a2baf961c1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c6391b-3468-4c1f-9ead-4e154c01fa49,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:57.603983 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-9066f1f8-1a24-4099-ae3e-09ef4d73d8d1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Request body: {'security_group_rule': {'security_group_id': '30c6391b-3468-4c1f-9ead-4e154c01fa49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:21:57.622370 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] For port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:21:57.626956 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] For port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:21:57.633354 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.670241 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9066f1f8-1a24-4099-ae3e-09ef4d73d8d1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.673306 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:57.674493 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.675941 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4549c112-5f26-425c-b528-45df62e48682 req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 HTTP/1.1" status: 200 len: 1093 time: 0.7279549 Sep 07 07:21:57.678977 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193a61b6-7555-4326-8940-511edfa504cd', 'tag': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:21:57.681480 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3e12cd-a5ef-4337-904c-e1ed016649fd" -d '{"events": [{"name": "network-changed", "server_uuid": "193a61b6-7555-4326-8940-511edfa504cd", "tag": "0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:21:57.720278 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73074f-4ef7-4aef-ba75-e99976d183f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:57.737051 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6513bd84-53bf-4dc8-8dbf-4578f458f73d x-openstack-request-id: req-6513bd84-53bf-4dc8-8dbf-4578f458f73d {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:21:57.737348 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193a61b6-7555-4326-8940-511edfa504cd", "tag": "0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:21:57.737604 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6513bd84-53bf-4dc8-8dbf-4578f458f73d {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:21:57.738003 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193a61b6-7555-4326-8940-511edfa504cd', 'tag': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4', 'status': 'completed', 'code': 200} Sep 07 07:21:57.752903 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9066f1f8-1a24-4099-ae3e-09ef4d73d8d1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.765143 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9066f1f8-1a24-4099-ae3e-09ef4d73d8d1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.806827 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066f1f8-1a24-4099-ae3e-09ef4d73d8d1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb251c78-56e7-4afb-b955-893355859c67,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:57.811075 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9066f1f8-1a24-4099-ae3e-09ef4d73d8d1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.812428 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-9066f1f8-1a24-4099-ae3e-09ef4d73d8d1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2146704 Sep 07 07:21:57.815750 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58520) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:21:57.820730 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-04c03944-8e0a-4048-ab9f-8292c7d5760f tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Request body: {'security_group_rule': {'security_group_id': '30c6391b-3468-4c1f-9ead-4e154c01fa49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:21:57.821482 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549c112-5f26-425c-b528-45df62e48682 req-79f30b7f-a045-417b-aa34-047fa3e0fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:57.823045 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4549c112-5f26-425c-b528-45df62e48682 req-79f30b7f-a045-417b-aa34-047fa3e0fd9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31ec539a0e824d0385bb9d4a12e94d3e&device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 1096 time: 0.0679779 Sep 07 07:21:57.856593 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04c03944-8e0a-4048-ab9f-8292c7d5760f tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.880677 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4549c112-5f26-425c-b528-45df62e48682 req-20dc1cf5-d38b-4c16-aa5e-01e9dffa5ee2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 HTTP/1.1" status: 200 len: 217 time: 0.0420172 Sep 07 07:21:57.938224 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549c112-5f26-425c-b528-45df62e48682 req-9904ae7f-9449-4d26-8e9a-5afdeecdb776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:57.940394 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4549c112-5f26-425c-b528-45df62e48682 req-9904ae7f-9449-4d26-8e9a-5afdeecdb776 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa HTTP/1.1" status: 200 len: 856 time: 0.0516820 Sep 07 07:21:57.953713 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c925d46-a228-4542-ab01-1c02828d9e04 req-eeaa554b-cac0-4fa6-9bf3-2083858e82ca tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:57.955811 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c925d46-a228-4542-ab01-1c02828d9e04 req-eeaa554b-cac0-4fa6-9bf3-2083858e82ca tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 984 time: 0.0734146 Sep 07 07:21:57.957462 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04c03944-8e0a-4048-ab9f-8292c7d5760f tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.961855 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04c03944-8e0a-4048-ab9f-8292c7d5760f tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:57.985645 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549c112-5f26-425c-b528-45df62e48682 req-53a65d25-c8ab-49e3-86e0-7b29e01e9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:57.987817 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4549c112-5f26-425c-b528-45df62e48682 req-53a65d25-c8ab-49e3-86e0-7b29e01e9057 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=763aca73-fbfa-4ea1-a434-95a1680e6608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405269 Sep 07 07:21:57.996841 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c03944-8e0a-4048-ab9f-8292c7d5760f tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd794924-f2b2-46a6-a4c1-de82a95ad032,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:58.001594 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04c03944-8e0a-4048-ab9f-8292c7d5760f tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:58.003506 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-04c03944-8e0a-4048-ab9f-8292c7d5760f tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1864145 Sep 07 07:21:58.008330 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 58524) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:21:58.020068 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c925d46-a228-4542-ab01-1c02828d9e04 req-b9b20af7-7c6d-4e27-a471-30cbad7459e4 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=842843cf-ee41-4e0f-a180-1d16f7159456&id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559032 Sep 07 07:21:58.022637 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-c6a1b79b-5105-42b8-a856-64df9e2d7d3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Request body: {'floatingip': {'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:21:58.079957 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device a95d598c-fcd9-4b00-bd84-84bba42c0d16 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:21:58.091937 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c6a1b79b-5105-42b8-a856-64df9e2d7d3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for floatingip, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:58.101263 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: a95d598c-fcd9-4b00-bd84-84bba42c0d16 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:21:58.101683 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device a95d598c-fcd9-4b00-bd84-84bba42c0d16 not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:21:58.125325 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4549c112-5f26-425c-b528-45df62e48682 req-8b07f40e-bf86-4b04-8efe-c836b1b8f59d service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287212 Sep 07 07:21:58.256233 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4549c112-5f26-425c-b528-45df62e48682 req-fbfc47df-ad59-4319-8aff-326223e07a04 service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228089 Sep 07 07:21:58.271934 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c6a1b79b-5105-42b8-a856-64df9e2d7d3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:58.436554 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-c6a1b79b-5105-42b8-a856-64df9e2d7d3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Allocated IP 172.27.2.84 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/a4ee4f08-68fc-4477-b2ec-5ba6e62297d5) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:21:58.450519 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b6f6a-f2b1-429e-9361-507cf03bd1f3 req-462162a9-8d11-4675-81c5-316fbe436374 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:58.452023 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-987b6f6a-f2b1-429e-9361-507cf03bd1f3 req-462162a9-8d11-4675-81c5-316fbe436374 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.1239793 Sep 07 07:21:58.468543 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e12cd-a5ef-4337-904c-e1ed016649fd req-8ab9c76a-0ecf-44cd-bbb9-fbd75ac5f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:58.469931 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6f3e12cd-a5ef-4337-904c-e1ed016649fd req-8ab9c76a-0ecf-44cd-bbb9-fbd75ac5f2e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31ec539a0e824d0385bb9d4a12e94d3e&device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 1096 time: 0.0952001 Sep 07 07:21:58.842145 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-987b6f6a-f2b1-429e-9361-507cf03bd1f3 req-66eb7e06-808c-4b2d-8d46-725826a1881a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3815827 Sep 07 07:21:58.889423 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e12cd-a5ef-4337-904c-e1ed016649fd req-3b5f3c65-d19a-4379-acef-fcd9064c79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:58.890877 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6f3e12cd-a5ef-4337-904c-e1ed016649fd req-3b5f3c65-d19a-4379-acef-fcd9064c79a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=763aca73-fbfa-4ea1-a434-95a1680e6608 HTTP/1.1" status: 200 len: 918 time: 0.4104474 Sep 07 07:21:58.895545 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c6a1b79b-5105-42b8-a856-64df9e2d7d3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:58.939336 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6f3e12cd-a5ef-4337-904c-e1ed016649fd req-0162be58-bb59-4604-8396-c610c371bb82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 HTTP/1.1" status: 200 len: 217 time: 0.0401223 Sep 07 07:21:59.000607 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e12cd-a5ef-4337-904c-e1ed016649fd req-9518ad21-23e3-4d40-8b02-4eaf4f4caafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:59.002085 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6f3e12cd-a5ef-4337-904c-e1ed016649fd req-9518ad21-23e3-4d40-8b02-4eaf4f4caafc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa HTTP/1.1" status: 200 len: 856 time: 0.0557380 Sep 07 07:21:59.003509 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c6a1b79b-5105-42b8-a856-64df9e2d7d3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:59.068747 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a1b79b-5105-42b8-a856-64df9e2d7d3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:21:59.083824 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-c6a1b79b-5105-42b8-a856-64df9e2d7d3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:21:59.089600 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a1b79b-5105-42b8-a856-64df9e2d7d3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:21:59.096618 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1b79b-5105-42b8-a856-64df9e2d7d3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Pushing event updated for resources: {'Port': ['ID=a4ee4f08-68fc-4477-b2ec-5ba6e62297d5,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:59.132174 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e12cd-a5ef-4337-904c-e1ed016649fd req-48d30eab-dae2-4612-9c53-34fab242b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:59.133774 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6f3e12cd-a5ef-4337-904c-e1ed016649fd req-48d30eab-dae2-4612-9c53-34fab242b4ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=763aca73-fbfa-4ea1-a434-95a1680e6608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1226840 Sep 07 07:21:59.139580 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8071f-752d-4587-a3ae-c7e2eead3687 req-a2207e84-1333-44ae-90fb-aac5f115440e tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:59.141245 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ed8071f-752d-4587-a3ae-c7e2eead3687 req-a2207e84-1333-44ae-90fb-aac5f115440e tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 984 time: 0.0526092 Sep 07 07:21:59.186433 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ed8071f-752d-4587-a3ae-c7e2eead3687 req-49e61591-e041-436a-b8bf-1a30f336ffbb tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=842843cf-ee41-4e0f-a180-1d16f7159456&id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364690 Sep 07 07:21:59.245657 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c6a1b79b-5105-42b8-a856-64df9e2d7d3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:59.281239 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6f3e12cd-a5ef-4337-904c-e1ed016649fd req-bc81a8de-a2eb-4cc0-93fa-b828d5e1f6b2 service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359086 Sep 07 07:21:59.295857 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c6a1b79b-5105-42b8-a856-64df9e2d7d3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:59.451988 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6f3e12cd-a5ef-4337-904c-e1ed016649fd req-6f7f3f75-a8bd-428b-a5fa-cfcad6cad311 service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626182 Sep 07 07:21:59.510643 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c6a1b79b-5105-42b8-a856-64df9e2d7d3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:59.515093 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c6a1b79b-5105-42b8-a856-64df9e2d7d3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:59.585163 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1b79b-5105-42b8-a856-64df9e2d7d3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Pushing event updated for resources: {'Port': ['ID=a4ee4f08-68fc-4477-b2ec-5ba6e62297d5,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:21:59.594572 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c6a1b79b-5105-42b8-a856-64df9e2d7d3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579857'] for floatingip, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:59.607670 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c6a1b79b-5105-42b8-a856-64df9e2d7d3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:21:59.608871 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-c6a1b79b-5105-42b8-a856-64df9e2d7d3c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5987282 Sep 07 07:21:59.786818 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-dcc86f47-03ea-4a49-ba24-9db7145d5b61 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1242054757&fields=id&tenant_id=af77442a8c7443a5a8a5ba77a1a860e8 HTTP/1.1" status: 200 len: 267 time: 0.0315280 Sep 07 07:21:59.890721 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-18eee536-b70a-46da-bda0-e0b054e1b197 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:59.892279 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-18eee536-b70a-46da-bda0-e0b054e1b197 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/networks?id=7a6bf082-f995-4176-a62b-a1e75c89f882 HTTP/1.1" status: 200 len: 810 time: 0.0990887 Sep 07 07:21:59.906607 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-dc4565c2-924e-4e10-ab77-4f1d66fda110 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/quotas/af77442a8c7443a5a8a5ba77a1a860e8 HTTP/1.1" status: 200 len: 375 time: 0.0088699 Sep 07 07:21:59.957714 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13bbcd-ae26-4e4d-ab4b-f6d0acac4b58 req-a1a4d2c9-cb07-4359-9fba-14c32fbb2b02 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:21:59.959189 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ed13bbcd-ae26-4e4d-ab4b-f6d0acac4b58 req-a1a4d2c9-cb07-4359-9fba-14c32fbb2b02 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0473027 Sep 07 07:21:59.963267 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-bfc6cc20-55e3-47bb-b97c-f6e45a2fbf5d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=af77442a8c7443a5a8a5ba77a1a860e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499082 Sep 07 07:21:59.999645 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ed13bbcd-ae26-4e4d-ab4b-f6d0acac4b58 req-cec82c27-df6e-4436-8fc2-53ff49a0fd46 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339756 Sep 07 07:22:00.056335 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-d62d2ad6-5ab1-4a8b-a439-2266b35f2080 service neutron] 10.222.0.30 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808961 Sep 07 07:22:00.147277 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-2d2ce184-b048-4959-97d5-17ff7d6066f7 service neutron] 10.222.0.30 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849419 Sep 07 07:22:00.211450 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:00.291459 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-05a99a72-1d2f-48ec-9065-eb3176dc7bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:00.310428 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7075fddc-7379-4fda-9878-dc71b3cf5abf req-9c47cdad-45c2-44b1-a269-a989f84d57b2 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 210 time: 0.0279949 Sep 07 07:22:00.313714 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883da88-521b-47e4-9467-0324b6c4f1d4 req-dad9c6c6-251a-447f-82a9-7b888e5b1644 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:00.315257 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2883da88-521b-47e4-9467-0324b6c4f1d4 req-dad9c6c6-251a-447f-82a9-7b888e5b1644 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 984 time: 0.0550630 Sep 07 07:22:00.363034 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2883da88-521b-47e4-9467-0324b6c4f1d4 req-793962bf-b903-4272-b17d-e2c05ac2b8ae tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=842843cf-ee41-4e0f-a180-1d16f7159456&id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388498 Sep 07 07:22:01.121213 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae56a3c-a7ad-487c-8bc9-6a449addcee2 req-00fd22c8-5314-4514-98bb-517eb8af31d4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:01.122893 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3ae56a3c-a7ad-487c-8bc9-6a449addcee2 req-00fd22c8-5314-4514-98bb-517eb8af31d4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0505211 Sep 07 07:22:01.137564 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:01.160236 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3ae56a3c-a7ad-487c-8bc9-6a449addcee2 req-3c6f793b-d3c2-421f-b1a2-e8f828269a53 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306678 Sep 07 07:22:01.411146 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f7fc2ef4-071b-49a9-946d-64ace5cf4f9c req-487d33a8-e296-4cfd-9596-0d3368bfeec2 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 210 time: 0.0266938 Sep 07 07:22:01.538996 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ed1bf-9793-4296-a5ed-fb0e5303e3f6 req-7fe08316-4e78-41b5-a1e9-44198e3479f1 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:01.540507 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-067ed1bf-9793-4296-a5ed-fb0e5303e3f6 req-7fe08316-4e78-41b5-a1e9-44198e3479f1 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 984 time: 0.1071668 Sep 07 07:22:01.577764 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-9bcf120d-655b-4b8a-9fc9-db3ccf5467f6 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:01.579223 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-9bcf120d-655b-4b8a-9fc9-db3ccf5467f6 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.15 "GET /v2.0/networks?id=7a6bf082-f995-4176-a62b-a1e75c89f882 HTTP/1.1" status: 200 len: 810 time: 0.1558833 Sep 07 07:22:01.599542 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-067ed1bf-9793-4296-a5ed-fb0e5303e3f6 req-f5ce04d8-1b7c-439a-846c-f057a622d142 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=842843cf-ee41-4e0f-a180-1d16f7159456&id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498002 Sep 07 07:22:01.636715 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-5a7af9c2-bf65-4a65-8549-89c439ae8186 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af77442a8c7443a5a8a5ba77a1a860e8 HTTP/1.1" status: 200 len: 380 time: 0.0363224 Sep 07 07:22:01.670741 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-ff9319d3-becd-4086-ad90-c9503b6d7a2d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Request body: {'port': {'device_id': '008a9af6-44d4-43d2-accf-ac3334cb67ad', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'admin_state_up': True, 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'security_groups': ['30c6391b-3468-4c1f-9ead-4e154c01fa49']}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:22:01.772874 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-ff9319d3-becd-4086-ad90-c9503b6d7a2d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Made reservation on behalf of af77442a8c7443a5a8a5ba77a1a860e8 for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:22:01.776273 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-ff9319d3-becd-4086-ad90-c9503b6d7a2d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:01.898847 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-ff9319d3-becd-4086-ad90-c9503b6d7a2d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Allocated IP 172.20.0.12 (7a6bf082-f995-4176-a62b-a1e75c89f882/3cddb77f-e14b-40a5-ac21-cbec1af62b3e/290814eb-788f-404a-85e5-01e087219737) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:22:02.029459 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-ff9319d3-becd-4086-ad90-c9503b6d7a2d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:02.047677 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-ff9319d3-becd-4086-ad90-c9503b6d7a2d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Transition to ACTIVE for port object 290814eb-788f-404a-85e5-01e087219737 will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:22:02.080335 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-ff9319d3-becd-4086-ad90-c9503b6d7a2d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:02.096392 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:22:02.122081 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-ff9319d3-becd-4086-ad90-c9503b6d7a2d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Network 7a6bf082-f995-4176-a62b-a1e75c89f882 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:22:02.125018 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-ff9319d3-becd-4086-ad90-c9503b6d7a2d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:22:02.130217 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-ff9319d3-becd-4086-ad90-c9503b6d7a2d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:22:02.161903 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9319d3-becd-4086-ad90-c9503b6d7a2d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Pushing event updated for resources: {'Port': ['ID=290814eb-788f-404a-85e5-01e087219737,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:22:02.188697 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-ff9319d3-becd-4086-ad90-c9503b6d7a2d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:02.189846 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-ff9319d3-becd-4086-ad90-c9503b6d7a2d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:02.203081 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:22:02.207094 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-ff9319d3-becd-4086-ad90-c9503b6d7a2d tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5398245 Sep 07 07:22:02.217620 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'port_id': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4', 'mac_address': 'fa:16:3e:77:a0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:22:02.228240 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Request body: {'port': {'device_id': '008a9af6-44d4-43d2-accf-ac3334cb67ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:22:02.257891 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:02.279049 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:22:02.290524 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:02.302409 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d5fd7-c383-43d0-bd2a-0206145096f3 req-168665cf-0bc1-4589-95b4-fff86ffe6437 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:02.304515 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-478d5fd7-c383-43d0-bd2a-0206145096f3 req-168665cf-0bc1-4589-95b4-fff86ffe6437 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0657237 Sep 07 07:22:02.305263 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:22:02.309737 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:02.346626 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-478d5fd7-c383-43d0-bd2a-0206145096f3 req-748537d7-b18e-4e9c-ae56-c4a847df477c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357382 Sep 07 07:22:02.363627 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:22:02.375602 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:02.375960 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:02.376306 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:02.377173 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:02.377512 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:02.377848 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:02.378180 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:02.378516 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:02.378851 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:02.379182 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:02.379536 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:02.379864 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:02.390141 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-61009e1f-b3f8-4af8-bd5a-08a639afe61c None None] Provisioning for port 290814eb-788f-404a-85e5-01e087219737 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:22:02.394449 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-61009e1f-b3f8-4af8-bd5a-08a639afe61c None None] Provisioning complete for port 290814eb-788f-404a-85e5-01e087219737 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:22:02.394925 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-61009e1f-b3f8-4af8-bd5a-08a639afe61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:02.427150 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-61009e1f-b3f8-4af8-bd5a-08a639afe61c None None] Port 290814eb-788f-404a-85e5-01e087219737 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:22:02.552067 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612bd2c-52d9-4f8d-9626-9763e7995cc0 req-4e60a454-708b-4ee1-8dc0-eda635f1c48f tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:02.553540 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f612bd2c-52d9-4f8d-9626-9763e7995cc0 req-4e60a454-708b-4ee1-8dc0-eda635f1c48f tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 932 time: 0.0742643 Sep 07 07:22:02.620355 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f612bd2c-52d9-4f8d-9626-9763e7995cc0 req-569e64ec-8198-4a18-a8a1-1222e9ddfad7 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=30c6391b-3468-4c1f-9ead-4e154c01fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606980 Sep 07 07:22:02.625735 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290814eb-788f-404a-85e5-01e087219737 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:22:02.632996 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:02.644927 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Transition to ACTIVE for port object 290814eb-788f-404a-85e5-01e087219737 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:22:02.648839 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:02.689565 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:22:02.697816 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Pushing event updated for resources: {'Port': ['ID=290814eb-788f-404a-85e5-01e087219737,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:22:02.771615 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Attempting to bind port 290814eb-788f-404a-85e5-01e087219737 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:22:02.772142 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Attempting to bind port 290814eb-788f-404a-85e5-01e087219737 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6750a1fb-cf7e-4d33-b880-1193fed0b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:22:02.772537 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Attempting to bind port 290814eb-788f-404a-85e5-01e087219737 on network 7a6bf082-f995-4176-a62b-a1e75c89f882 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:22:02.780918 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Port 290814eb-788f-404a-85e5-01e087219737 on network 7a6bf082-f995-4176-a62b-a1e75c89f882 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:22:02.781331 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Attempting to bind port 290814eb-788f-404a-85e5-01e087219737 on network 7a6bf082-f995-4176-a62b-a1e75c89f882 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:22:02.787319 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:22:02.787750 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Checking segment: {'id': '6750a1fb-cf7e-4d33-b880-1193fed0b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:22:02.788196 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Bound using segment: {'id': '6750a1fb-cf7e-4d33-b880-1193fed0b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:22:02.788688 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Bound port: 290814eb-788f-404a-85e5-01e087219737, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6750a1fb-cf7e-4d33-b880-1193fed0b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:22:02.789108 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:02.854518 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] For port 290814eb-788f-404a-85e5-01e087219737, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:22:02.857838 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] For port 290814eb-788f-404a-85e5-01e087219737, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=290814eb-788f-404a-85e5-01e087219737,segment=NetworkSegment(6750a1fb-cf7e-4d33-b880-1193fed0b435),segment_id=6750a1fb-cf7e-4d33-b880-1193fed0b435)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:22:02.862016 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:02.893798 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:02.894574 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:02.895975 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] 10.222.0.15 "PUT /v2.0/ports/290814eb-788f-404a-85e5-01e087219737 HTTP/1.1" status: 200 len: 1094 time: 0.6720803 Sep 07 07:22:02.898158 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008a9af6-44d4-43d2-accf-ac3334cb67ad', 'tag': '290814eb-788f-404a-85e5-01e087219737'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:22:02.900419 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b6a9df-68e7-44d0-86f6-8a3a2f5c2927" -d '{"events": [{"name": "network-changed", "server_uuid": "008a9af6-44d4-43d2-accf-ac3334cb67ad", "tag": "290814eb-788f-404a-85e5-01e087219737"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:22:02.928108 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc77272-e93e-4470-bc46-a6bf10723131 service neutron] Pushing event updated for resources: {'Port': ['ID=290814eb-788f-404a-85e5-01e087219737,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:22:02.951624 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca9c6ad-fe4b-4888-8b35-89f938bc0cf0 x-openstack-request-id: req-6ca9c6ad-fe4b-4888-8b35-89f938bc0cf0 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:22:02.951919 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008a9af6-44d4-43d2-accf-ac3334cb67ad", "tag": "290814eb-788f-404a-85e5-01e087219737", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:22:02.952177 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ca9c6ad-fe4b-4888-8b35-89f938bc0cf0 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:22:02.952609 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008a9af6-44d4-43d2-accf-ac3334cb67ad', 'tag': '290814eb-788f-404a-85e5-01e087219737', 'status': 'completed', 'code': 200} Sep 07 07:22:03.017999 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-f14e061e-c792-434a-b16e-7f7a3c0f464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:03.019553 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-f14e061e-c792-434a-b16e-7f7a3c0f464f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af77442a8c7443a5a8a5ba77a1a860e8&device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 1097 time: 0.0444572 Sep 07 07:22:03.068654 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-1af67399-1905-4168-9dc7-3cf3c06343b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=290814eb-788f-404a-85e5-01e087219737 HTTP/1.1" status: 200 len: 217 time: 0.0342307 Sep 07 07:22:03.116828 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-5c77baa6-be7c-403c-b323-bd2490f8c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:03.118243 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-5c77baa6-be7c-403c-b323-bd2490f8c469 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3cddb77f-e14b-40a5-ac21-cbec1af62b3e HTTP/1.1" status: 200 len: 849 time: 0.0427570 Sep 07 07:22:03.166029 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-1dc8ea5b-2899-459f-8ccf-345810c34a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:03.167556 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-1dc8ea5b-2899-459f-8ccf-345810c34a38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a6bf082-f995-4176-a62b-a1e75c89f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422001 Sep 07 07:22:03.255459 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-62a8268c-f08b-46f2-941d-06fbdcd06337 service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804808 Sep 07 07:22:03.319713 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:03.346212 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c7ef2d1-ddad-4086-817e-1eb682fb74ef req-a5b9170c-14af-44e7-af98-941e44d7a4ba service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833430 Sep 07 07:22:03.488856 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fdb59-7fca-444a-adf5-3480a344a951 req-31dc2df6-5503-40ae-a6af-5796be575746 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:03.490301 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cc1fdb59-7fca-444a-adf5-3480a344a951 req-31dc2df6-5503-40ae-a6af-5796be575746 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 944 time: 0.0732596 Sep 07 07:22:03.496137 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6a9df-68e7-44d0-86f6-8a3a2f5c2927 req-eb5cbf94-5a37-447a-b87d-ed8267d5a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:03.497531 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-11b6a9df-68e7-44d0-86f6-8a3a2f5c2927 req-eb5cbf94-5a37-447a-b87d-ed8267d5a3ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af77442a8c7443a5a8a5ba77a1a860e8&device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 1097 time: 0.0551376 Sep 07 07:22:03.580820 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cc1fdb59-7fca-444a-adf5-3480a344a951 req-c6ca29b2-a664-4542-80d5-5e40ce313698 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823650 Sep 07 07:22:03.609014 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6a9df-68e7-44d0-86f6-8a3a2f5c2927 req-a7cea63a-e28d-452c-ad1c-a3b7e744ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:03.610461 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-11b6a9df-68e7-44d0-86f6-8a3a2f5c2927 req-a7cea63a-e28d-452c-ad1c-a3b7e744ebe1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a6bf082-f995-4176-a62b-a1e75c89f882 HTTP/1.1" status: 200 len: 911 time: 0.1051939 Sep 07 07:22:03.650519 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-11b6a9df-68e7-44d0-86f6-8a3a2f5c2927 req-ee73395c-91b3-4c04-87eb-e2f38277fa9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=290814eb-788f-404a-85e5-01e087219737 HTTP/1.1" status: 200 len: 217 time: 0.0324774 Sep 07 07:22:03.702466 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6a9df-68e7-44d0-86f6-8a3a2f5c2927 req-c05e5fff-9aa0-48bf-9278-829fa7a68921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:03.703955 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-11b6a9df-68e7-44d0-86f6-8a3a2f5c2927 req-c05e5fff-9aa0-48bf-9278-829fa7a68921 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3cddb77f-e14b-40a5-ac21-cbec1af62b3e HTTP/1.1" status: 200 len: 849 time: 0.0467222 Sep 07 07:22:03.733733 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65e42e-85b5-42a2-b559-ad7f62e96047 req-d82535fe-7903-4391-9e29-dd6a8858d570 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:03.735258 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5b65e42e-85b5-42a2-b559-ad7f62e96047 req-d82535fe-7903-4391-9e29-dd6a8858d570 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 944 time: 0.0472987 Sep 07 07:22:03.749106 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6a9df-68e7-44d0-86f6-8a3a2f5c2927 req-9bbaf671-2a9b-4be8-8cd0-b8039c2e9388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:03.750618 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-11b6a9df-68e7-44d0-86f6-8a3a2f5c2927 req-9bbaf671-2a9b-4be8-8cd0-b8039c2e9388 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a6bf082-f995-4176-a62b-a1e75c89f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389390 Sep 07 07:22:03.773478 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5b65e42e-85b5-42a2-b559-ad7f62e96047 req-11b38259-aec8-45a9-ab66-ae30601e13b2 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=30c6391b-3468-4c1f-9ead-4e154c01fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316923 Sep 07 07:22:03.838312 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-11b6a9df-68e7-44d0-86f6-8a3a2f5c2927 req-2a2d4627-b7c8-4efe-94d7-5ad0fa13dca8 service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802350 Sep 07 07:22:03.936781 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-11b6a9df-68e7-44d0-86f6-8a3a2f5c2927 req-54499f1e-b207-4a63-a27d-7f5e7c885388 service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917673 Sep 07 07:22:04.110606 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:22:04.157351 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:22:04.161712 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:22:04.162084 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:04.238137 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:04.259439 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193a61b6-7555-4326-8940-511edfa504cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:22:04.261950 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad050cd1-2533-4cb3-b0b3-f99fe8dba92a" -d '{"events": [{"server_uuid": "193a61b6-7555-4326-8940-511edfa504cd", "name": "network-vif-plugged", "status": "completed", "tag": "0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:22:04.273733 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:22:04.277722 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:04.300336 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61683d6-3ebb-4711-81f4-70ebb74fa12b x-openstack-request-id: req-b61683d6-3ebb-4711-81f4-70ebb74fa12b {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:22:04.300633 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193a61b6-7555-4326-8940-511edfa504cd", "name": "network-vif-plugged", "status": "completed", "tag": "0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:22:04.300893 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b61683d6-3ebb-4711-81f4-70ebb74fa12b {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:22:04.301284 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193a61b6-7555-4326-8940-511edfa504cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4', 'code': 200} Sep 07 07:22:04.326120 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:22:04.496275 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fc9b8-558e-4e57-a3ca-ba2c93b398d4 req-9afad37f-a264-4ef2-bc76-217b89953810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:04.497704 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d96fc9b8-558e-4e57-a3ca-ba2c93b398d4 req-9afad37f-a264-4ef2-bc76-217b89953810 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 1098 time: 0.0396152 Sep 07 07:22:04.531319 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d96fc9b8-558e-4e57-a3ca-ba2c93b398d4 req-f33c6613-25df-4fc3-9284-df5590ec9adc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265892 Sep 07 07:22:04.693976 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ca127-ce16-437b-b773-d720398c547e req-79ae953f-a1b3-4eaa-9dcc-69c15a7c0ef4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:04.695438 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bc7ca127-ce16-437b-b773-d720398c547e req-79ae953f-a1b3-4eaa-9dcc-69c15a7c0ef4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0460539 Sep 07 07:22:04.732060 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bc7ca127-ce16-437b-b773-d720398c547e req-6bfbd6c6-6c42-4332-85d5-dd4e71e44504 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307531 Sep 07 07:22:04.887431 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c920c-699b-4bba-819e-7756eadb0c8f req-5b3dc59e-530f-42b6-919d-f769d42d1c7a tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:04.888872 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-809c920c-699b-4bba-819e-7756eadb0c8f req-5b3dc59e-530f-42b6-919d-f769d42d1c7a tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 944 time: 0.0496354 Sep 07 07:22:04.926706 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-809c920c-699b-4bba-819e-7756eadb0c8f req-e57ace3b-0c00-4bcc-8700-c65d7438b3f5 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=30c6391b-3468-4c1f-9ead-4e154c01fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313635 Sep 07 07:22:05.849658 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfde7d8-7211-4156-bb9f-9346eac1278c req-34c3a97e-4657-490f-8d21-d5ae3d5f08fa tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:05.851013 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5dfde7d8-7211-4156-bb9f-9346eac1278c req-34c3a97e-4657-490f-8d21-d5ae3d5f08fa tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0504825 Sep 07 07:22:05.887467 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5dfde7d8-7211-4156-bb9f-9346eac1278c req-06bcfa2f-9e42-41dc-bea8-e84c40c4cb44 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306056 Sep 07 07:22:06.038153 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d8323-6c8b-4eaf-b427-68eee2bc0ddd req-be4ab0c9-cd6b-46b9-8265-47e14ed58f7c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:06.039651 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e32d8323-6c8b-4eaf-b427-68eee2bc0ddd req-be4ab0c9-cd6b-46b9-8265-47e14ed58f7c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 944 time: 0.0481310 Sep 07 07:22:06.079122 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e32d8323-6c8b-4eaf-b427-68eee2bc0ddd req-87a7b6e7-aaa1-4638-97a7-4f391d86b52b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=30c6391b-3468-4c1f-9ead-4e154c01fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336516 Sep 07 07:22:06.119411 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 290814eb-788f-404a-85e5-01e087219737 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:22:06.213586 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 290814eb-788f-404a-85e5-01e087219737, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=290814eb-788f-404a-85e5-01e087219737,segment=NetworkSegment(6750a1fb-cf7e-4d33-b880-1193fed0b435),segment_id=6750a1fb-cf7e-4d33-b880-1193fed0b435)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:22:06.334968 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': '290814eb-788f-404a-85e5-01e087219737', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'port_id': '290814eb-788f-404a-85e5-01e087219737', 'mac_address': 'fa:16:3e:de:e5:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:22:06.370947 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:06.383434 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 290814eb-788f-404a-85e5-01e087219737 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:22:06.401545 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 290814eb-788f-404a-85e5-01e087219737, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=290814eb-788f-404a-85e5-01e087219737,segment=NetworkSegment(6750a1fb-cf7e-4d33-b880-1193fed0b435),segment_id=6750a1fb-cf7e-4d33-b880-1193fed0b435)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:22:06.405304 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:06.449858 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=290814eb-788f-404a-85e5-01e087219737,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:22:06.822795 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['290814eb-788f-404a-85e5-01e087219737'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:22:07.003807 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4a59c-0100-4fc3-9ccc-d9b367455aa5 req-35acb342-f808-4efc-b60b-8c90fdf27fa7 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:07.005258 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-adb4a59c-0100-4fc3-9ccc-d9b367455aa5 req-35acb342-f808-4efc-b60b-8c90fdf27fa7 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0476878 Sep 07 07:22:07.041248 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-adb4a59c-0100-4fc3-9ccc-d9b367455aa5 req-d17874f0-4f89-4eb0-a7da-9dc2b64f3ce5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301108 Sep 07 07:22:07.152680 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391df884-055a-4492-87bd-77243c8a7f5b req-8b3502d6-27d7-4487-aa62-593282fbd4c0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:07.154139 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-391df884-055a-4492-87bd-77243c8a7f5b req-8b3502d6-27d7-4487-aa62-593282fbd4c0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0468457 Sep 07 07:22:07.162250 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 58600) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:22:07.166565 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-40dac808-f534-4a04-9765-d44a253f17c7 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Request body: {'floatingip': {'port_id': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:22:07.191587 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bc683-8181-49fe-8c13-c63736b5bd0b req-094414ec-e7f2-4bf3-bef9-6d847bb19e0c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:07.193071 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c81bc683-8181-49fe-8c13-c63736b5bd0b req-094414ec-e7f2-4bf3-bef9-6d847bb19e0c tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 945 time: 0.0481694 Sep 07 07:22:07.208048 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-40dac808-f534-4a04-9765-d44a253f17c7 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for floatingip, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:07.230091 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c81bc683-8181-49fe-8c13-c63736b5bd0b req-06ace6a0-11a3-47df-ace4-1318c59f3e66 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=30c6391b-3468-4c1f-9ead-4e154c01fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311971 Sep 07 07:22:07.616790 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-40dac808-f534-4a04-9765-d44a253f17c7 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:07.620410 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-40dac808-f534-4a04-9765-d44a253f17c7 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579857'] for floatingip, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:07.951197 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.l3_db [None req-40dac808-f534-4a04-9765-d44a253f17c7 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Floating IP 323680ee-8864-4ea9-870a-5191130f1e63 associated. External IP: 172.27.2.106, port: 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4. Sep 07 07:22:08.141997 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 290814eb-788f-404a-85e5-01e087219737 up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:22:08.151779 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dac808-f534-4a04-9765-d44a253f17c7 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Router 51e9eb1c-6855-4c3e-9413-c551fe6e355a has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:22:08.189373 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port 290814eb-788f-404a-85e5-01e087219737 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:22:08.193587 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port 290814eb-788f-404a-85e5-01e087219737 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:22:08.193962 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:08.259018 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dac808-f534-4a04-9765-d44a253f17c7 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:22:08.263606 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-40dac808-f534-4a04-9765-d44a253f17c7 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:08.275377 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bdbbf0-62c6-42b5-95c7-44d2134b6575 None None] Sync routers for ids ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:22:08.281863 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:08.295254 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-40dac808-f534-4a04-9765-d44a253f17c7 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "PUT /v2.0/floatingips/323680ee-8864-4ea9-870a-5191130f1e63 HTTP/1.1" status: 200 len: 991 time: 1.1292939 Sep 07 07:22:08.295254 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193a61b6-7555-4326-8940-511edfa504cd', 'tag': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:22:08.295578 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7833ea2b-e842-4eb3-9147-f4dea016bb99" -d '{"events": [{"name": "network-changed", "server_uuid": "193a61b6-7555-4326-8940-511edfa504cd", "tag": "0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:22:08.297482 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bdbbf0-62c6-42b5-95c7-44d2134b6575 None None] Routers {'51e9eb1c-6855-4c3e-9413-c551fe6e355a'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:22:08.298808 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e8bdbbf0-62c6-42b5-95c7-44d2134b6575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:22:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:22:08.341892 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008a9af6-44d4-43d2-accf-ac3334cb67ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290814eb-788f-404a-85e5-01e087219737'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:22:08.344164 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c665d7c7-e152-4f56-98b2-b79339493475" -d '{"events": [{"server_uuid": "008a9af6-44d4-43d2-accf-ac3334cb67ad", "name": "network-vif-plugged", "status": "completed", "tag": "290814eb-788f-404a-85e5-01e087219737"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:22:08.362459 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 290814eb-788f-404a-85e5-01e087219737, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=290814eb-788f-404a-85e5-01e087219737,segment=NetworkSegment(6750a1fb-cf7e-4d33-b880-1193fed0b435),segment_id=6750a1fb-cf7e-4d33-b880-1193fed0b435)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:22:08.362988 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42c70a-06f0-4111-986f-d66a6f380f8f req-e0e03d61-88af-41f9-bd33-f0e1002d3056 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:08.365171 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6e42c70a-06f0-4111-986f-d66a6f380f8f req-e0e03d61-88af-41f9-bd33-f0e1002d3056 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 945 time: 0.0531530 Sep 07 07:22:08.369493 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:08.401567 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6e42c70a-06f0-4111-986f-d66a6f380f8f req-31ffcad4-6682-4bc3-9664-405363835ae7 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=30c6391b-3468-4c1f-9ead-4e154c01fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306079 Sep 07 07:22:08.446553 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f88e35b-d83f-4653-b8d3-97abc884c267 x-openstack-request-id: req-3f88e35b-d83f-4653-b8d3-97abc884c267 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:22:08.446912 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193a61b6-7555-4326-8940-511edfa504cd", "tag": "0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:22:08.447229 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f88e35b-d83f-4653-b8d3-97abc884c267 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:22:08.447715 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193a61b6-7555-4326-8940-511edfa504cd', 'tag': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4', 'status': 'completed', 'code': 200} Sep 07 07:22:08.451114 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28f8980-6897-4543-8de7-fa4d0f7a2d36 x-openstack-request-id: req-e28f8980-6897-4543-8de7-fa4d0f7a2d36 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:22:08.451433 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008a9af6-44d4-43d2-accf-ac3334cb67ad", "name": "network-vif-plugged", "status": "completed", "tag": "290814eb-788f-404a-85e5-01e087219737", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:22:08.451685 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e28f8980-6897-4543-8de7-fa4d0f7a2d36 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:22:08.452070 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008a9af6-44d4-43d2-accf-ac3334cb67ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290814eb-788f-404a-85e5-01e087219737', 'code': 200} Sep 07 07:22:08.464620 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-e8bdbbf0-62c6-42b5-95c7-44d2134b6575 None None] Set router 51e9eb1c-6855-4c3e-9413-c551fe6e355a gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:22:08.492600 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=290814eb-788f-404a-85e5-01e087219737,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:22:08.554675 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833ea2b-e842-4eb3-9147-f4dea016bb99 req-772248ea-d277-439d-b4fb-2966305f5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:08.556268 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7833ea2b-e842-4eb3-9147-f4dea016bb99 req-772248ea-d277-439d-b4fb-2966305f5042 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31ec539a0e824d0385bb9d4a12e94d3e&device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 1098 time: 0.0391049 Sep 07 07:22:08.654352 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833ea2b-e842-4eb3-9147-f4dea016bb99 req-e5f22699-0740-47c9-bfac-5eaa3a40aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:08.655870 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7833ea2b-e842-4eb3-9147-f4dea016bb99 req-e5f22699-0740-47c9-bfac-5eaa3a40aed1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=763aca73-fbfa-4ea1-a434-95a1680e6608 HTTP/1.1" status: 200 len: 918 time: 0.0899110 Sep 07 07:22:08.696638 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e8bdbbf0-62c6-42b5-95c7-44d2134b6575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:15:12Z', 'revision_number': 4, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': '323680ee-8864-4ea9-870a-5191130f1e63', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'port_id': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'mac_address': 'fa:16:3e:77:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193a61b6-7555-4326-8940-511edfa504cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:21:52Z', 'updated_at': '2021-09-07T07:22:07Z', 'revision_number': 1, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005fb783-0407-4646-b575-6b4dab3a9fde', 'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'mac_address': 'fa:16:3e:0d:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:11Z', 'updated_at': '2021-09-07T07:15:17Z', 'revision_number': 5, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'subnets': [{'id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:22:08.721974 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bdbbf0-62c6-42b5-95c7-44d2134b6575 None None] Checking router: 51e9eb1c-6855-4c3e-9413-c551fe6e355a for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:22:08.730264 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bdbbf0-62c6-42b5-95c7-44d2134b6575 None None] Routers {'51e9eb1c-6855-4c3e-9413-c551fe6e355a'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:22:08.730864 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e8bdbbf0-62c6-42b5-95c7-44d2134b6575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:22:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:22:08.742020 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff572434-e652-41c0-b7fa-b92178bb626e req-20927190-3eb6-409c-b716-4b5c848dc8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:08.743531 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ff572434-e652-41c0-b7fa-b92178bb626e req-20927190-3eb6-409c-b716-4b5c848dc8b7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 1099 time: 0.0867963 Sep 07 07:22:08.745144 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7833ea2b-e842-4eb3-9147-f4dea016bb99 req-2742732b-8631-4bae-94f2-3aba6fad9c53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 HTTP/1.1" status: 200 len: 999 time: 0.0813010 Sep 07 07:22:08.818368 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ff572434-e652-41c0-b7fa-b92178bb626e req-122c962a-46d4-4bda-8777-75beab35352d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=30c6391b-3468-4c1f-9ead-4e154c01fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595775 Sep 07 07:22:08.823385 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833ea2b-e842-4eb3-9147-f4dea016bb99 req-7d099ebd-1fd8-4d34-8f55-c2ecde768001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:08.824762 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7833ea2b-e842-4eb3-9147-f4dea016bb99 req-7d099ebd-1fd8-4d34-8f55-c2ecde768001 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa HTTP/1.1" status: 200 len: 856 time: 0.0608921 Sep 07 07:22:08.833841 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-e8bdbbf0-62c6-42b5-95c7-44d2134b6575 None None] Set router 51e9eb1c-6855-4c3e-9413-c551fe6e355a gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:22:09.045956 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e8bdbbf0-62c6-42b5-95c7-44d2134b6575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:15:12Z', 'revision_number': 4, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': '323680ee-8864-4ea9-870a-5191130f1e63', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'port_id': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'mac_address': 'fa:16:3e:77:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193a61b6-7555-4326-8940-511edfa504cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:21:52Z', 'updated_at': '2021-09-07T07:22:07Z', 'revision_number': 1, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005fb783-0407-4646-b575-6b4dab3a9fde', 'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'mac_address': 'fa:16:3e:0d:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:11Z', 'updated_at': '2021-09-07T07:15:17Z', 'revision_number': 5, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'subnets': [{'id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:22:09.075244 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bdbbf0-62c6-42b5-95c7-44d2134b6575 None None] The sync data for ids ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'] in dv-cinder-804735-9-iscsi is: [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:15:12Z', 'revision_number': 4, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': '323680ee-8864-4ea9-870a-5191130f1e63', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'port_id': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'mac_address': 'fa:16:3e:77:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193a61b6-7555-4326-8940-511edfa504cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:21:52Z', 'updated_at': '2021-09-07T07:22:07Z', 'revision_number': 1, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005fb783-0407-4646-b575-6b4dab3a9fde', 'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'mac_address': 'fa:16:3e:0d:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:11Z', 'updated_at': '2021-09-07T07:15:17Z', 'revision_number': 5, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'subnets': [{'id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:22:09.261248 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857a05e-4fdc-4a4a-b611-71733f81727a None None] New status for floating IP 323680ee-8864-4ea9-870a-5191130f1e63: ACTIVE {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 07:22:09.268652 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833ea2b-e842-4eb3-9147-f4dea016bb99 req-b60c1f01-b3d9-41ea-9a85-bd784b0b8905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:09.270156 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7833ea2b-e842-4eb3-9147-f4dea016bb99 req-b60c1f01-b3d9-41ea-9a85-bd784b0b8905 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=763aca73-fbfa-4ea1-a434-95a1680e6608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421832 Sep 07 07:22:09.362504 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7833ea2b-e842-4eb3-9147-f4dea016bb99 req-5168fff5-d495-4960-9fc9-f782ccd4acd0 service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836623 Sep 07 07:22:09.465382 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7833ea2b-e842-4eb3-9147-f4dea016bb99 req-9997f878-b425-49c2-b688-fab6535a7fc3 service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949612 Sep 07 07:22:09.523321 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d08a86-7332-4dae-bc26-59cf33bc9126 req-b2a24aff-184e-4c71-9305-df1894c2906f tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:09.524812 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e2d08a86-7332-4dae-bc26-59cf33bc9126 req-b2a24aff-184e-4c71-9305-df1894c2906f tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 946 time: 0.0507195 Sep 07 07:22:09.562847 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e2d08a86-7332-4dae-bc26-59cf33bc9126 req-d1133cda-2086-48a7-9df5-412d7dc0b6a1 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=30c6391b-3468-4c1f-9ead-4e154c01fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318284 Sep 07 07:22:10.677194 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9736b73-8dc0-4aef-9d93-3b1422c22123 req-ed8f0959-e1df-4dc3-83d1-78e552ecf048 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:10.678638 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f9736b73-8dc0-4aef-9d93-3b1422c22123 req-ed8f0959-e1df-4dc3-83d1-78e552ecf048 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 946 time: 0.0471087 Sep 07 07:22:10.714701 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f9736b73-8dc0-4aef-9d93-3b1422c22123 req-92bcfbca-162a-43ae-af1a-df088db5c5fd tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=30c6391b-3468-4c1f-9ead-4e154c01fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302231 Sep 07 07:22:10.825917 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9caf29-001a-4e8f-9426-5a15befea5e3 req-2b4ac918-6546-4ef8-9394-1c4090be35db tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:10.827269 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ed9caf29-001a-4e8f-9426-5a15befea5e3 req-2b4ac918-6546-4ef8-9394-1c4090be35db tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 946 time: 0.0499482 Sep 07 07:22:10.835536 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58620) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:22:10.839723 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-f9d579c7-656d-4b96-aae0-250483b157cd tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Request body: {'floatingip': {'port_id': '290814eb-788f-404a-85e5-01e087219737'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:22:10.876977 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f9d579c7-656d-4b96-aae0-250483b157cd tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for floatingip, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:11.312786 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f9d579c7-656d-4b96-aae0-250483b157cd tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:11.316937 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f9d579c7-656d-4b96-aae0-250483b157cd tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579857'] for floatingip, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:11.413629 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-f9d579c7-656d-4b96-aae0-250483b157cd tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Floating IP e9cc60fd-f728-4a7b-a80d-b490c9b71a4f associated. External IP: 172.27.2.84, port: 290814eb-788f-404a-85e5-01e087219737. Sep 07 07:22:11.615031 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d579c7-656d-4b96-aae0-250483b157cd tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:22:11.721473 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d579c7-656d-4b96-aae0-250483b157cd tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:22:11.726473 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f9d579c7-656d-4b96-aae0-250483b157cd tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:11.733422 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d88447d-0ec0-41ca-8bb2-5c1c4ab1bbfe None None] Sync routers for ids ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:22:11.742794 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d88447d-0ec0-41ca-8bb2-5c1c4ab1bbfe None None] Routers {'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:22:11.743441 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-9d88447d-0ec0-41ca-8bb2-5c1c4ab1bbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:22:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:22:11.754214 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f9d579c7-656d-4b96-aae0-250483b157cd tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "PUT /v2.0/floatingips/e9cc60fd-f728-4a7b-a80d-b490c9b71a4f HTTP/1.1" status: 200 len: 991 time: 0.9176605 Sep 07 07:22:11.754795 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008a9af6-44d4-43d2-accf-ac3334cb67ad', 'tag': '290814eb-788f-404a-85e5-01e087219737'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:22:11.757101 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e42a8fd5afad13970a080ac9dafc4e475fc32432659b245011d6648220233b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c25f69-46c1-427e-acc3-b2c3add424e3" -d '{"events": [{"name": "network-changed", "server_uuid": "008a9af6-44d4-43d2-accf-ac3334cb67ad", "tag": "290814eb-788f-404a-85e5-01e087219737"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:22:11.847512 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-9d88447d-0ec0-41ca-8bb2-5c1c4ab1bbfe None None] Set router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:22:11.858549 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fd80b8-b96d-49e1-934d-6ab900feb31d x-openstack-request-id: req-d5fd80b8-b96d-49e1-934d-6ab900feb31d {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:22:11.859025 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008a9af6-44d4-43d2-accf-ac3334cb67ad", "tag": "290814eb-788f-404a-85e5-01e087219737", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:22:11.859132 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d5fd80b8-b96d-49e1-934d-6ab900feb31d {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:22:11.859517 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008a9af6-44d4-43d2-accf-ac3334cb67ad', 'tag': '290814eb-788f-404a-85e5-01e087219737', 'status': 'completed', 'code': 200} Sep 07 07:22:11.965278 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c25f69-46c1-427e-acc3-b2c3add424e3 req-147806f2-8d42-4f63-9930-03ad932ff751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:11.966751 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-74c25f69-46c1-427e-acc3-b2c3add424e3 req-147806f2-8d42-4f63-9930-03ad932ff751 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af77442a8c7443a5a8a5ba77a1a860e8&device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 1099 time: 0.0379622 Sep 07 07:22:12.061953 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c25f69-46c1-427e-acc3-b2c3add424e3 req-2913ed9d-3a6d-488a-858c-74aba9983505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:12.063458 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-74c25f69-46c1-427e-acc3-b2c3add424e3 req-2913ed9d-3a6d-488a-858c-74aba9983505 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a6bf082-f995-4176-a62b-a1e75c89f882 HTTP/1.1" status: 200 len: 911 time: 0.0860901 Sep 07 07:22:12.065496 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-9d88447d-0ec0-41ca-8bb2-5c1c4ab1bbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': 'e9cc60fd-f728-4a7b-a80d-b490c9b71a4f', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'port_id': '290814eb-788f-404a-85e5-01e087219737', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'mac_address': 'fa:16:3e:de:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008a9af6-44d4-43d2-accf-ac3334cb67ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:21:59Z', 'updated_at': '2021-09-07T07:22:11Z', 'revision_number': 1, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19c56ae-891c-43b6-a888-0544a47d3402', 'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'mac_address': 'fa:16:3e:2d:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:49Z', 'updated_at': '2021-09-07T07:14:01Z', 'revision_number': 5, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'subnets': [{'id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:22:12.097067 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d88447d-0ec0-41ca-8bb2-5c1c4ab1bbfe None None] Checking router: dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:22:12.106053 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d88447d-0ec0-41ca-8bb2-5c1c4ab1bbfe None None] Routers {'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:22:12.106660 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-9d88447d-0ec0-41ca-8bb2-5c1c4ab1bbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:22:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:22:12.129157 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-74c25f69-46c1-427e-acc3-b2c3add424e3 req-66103477-92bf-4cb9-8d1a-e975c7847ac0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=290814eb-788f-404a-85e5-01e087219737 HTTP/1.1" status: 200 len: 999 time: 0.0575037 Sep 07 07:22:12.180767 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c25f69-46c1-427e-acc3-b2c3add424e3 req-29e16ad1-1ebb-4adf-bb26-758f995c1008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:12.182260 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-74c25f69-46c1-427e-acc3-b2c3add424e3 req-29e16ad1-1ebb-4adf-bb26-758f995c1008 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3cddb77f-e14b-40a5-ac21-cbec1af62b3e HTTP/1.1" status: 200 len: 849 time: 0.0459719 Sep 07 07:22:12.209359 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-9d88447d-0ec0-41ca-8bb2-5c1c4ab1bbfe None None] Set router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:22:12.230302 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c25f69-46c1-427e-acc3-b2c3add424e3 req-dcdf449d-eedb-43cb-9966-9164a34a477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:12.231864 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-74c25f69-46c1-427e-acc3-b2c3add424e3 req-dcdf449d-eedb-43cb-9966-9164a34a477c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a6bf082-f995-4176-a62b-a1e75c89f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394142 Sep 07 07:22:12.337166 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-74c25f69-46c1-427e-acc3-b2c3add424e3 req-b7aa9b3f-f878-4517-871e-bdfd0c4d64d3 service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862198 Sep 07 07:22:12.436460 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-74c25f69-46c1-427e-acc3-b2c3add424e3 req-4b006c17-dc64-4f93-acbc-113544eeccf3 service neutron] 10.222.0.15 "GET /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835721 Sep 07 07:22:12.537845 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-9d88447d-0ec0-41ca-8bb2-5c1c4ab1bbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': 'e9cc60fd-f728-4a7b-a80d-b490c9b71a4f', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'port_id': '290814eb-788f-404a-85e5-01e087219737', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'mac_address': 'fa:16:3e:de:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008a9af6-44d4-43d2-accf-ac3334cb67ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:21:59Z', 'updated_at': '2021-09-07T07:22:11Z', 'revision_number': 1, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19c56ae-891c-43b6-a888-0544a47d3402', 'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'mac_address': 'fa:16:3e:2d:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:49Z', 'updated_at': '2021-09-07T07:14:01Z', 'revision_number': 5, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'subnets': [{'id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:22:12.567713 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d88447d-0ec0-41ca-8bb2-5c1c4ab1bbfe None None] The sync data for ids ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'] in dv-cinder-804735-9-iscsi is: [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': 'e9cc60fd-f728-4a7b-a80d-b490c9b71a4f', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'port_id': '290814eb-788f-404a-85e5-01e087219737', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'mac_address': 'fa:16:3e:de:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008a9af6-44d4-43d2-accf-ac3334cb67ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:21:59Z', 'updated_at': '2021-09-07T07:22:11Z', 'revision_number': 1, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19c56ae-891c-43b6-a888-0544a47d3402', 'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'mac_address': 'fa:16:3e:2d:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:49Z', 'updated_at': '2021-09-07T07:14:01Z', 'revision_number': 5, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'subnets': [{'id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:22:12.741987 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6700dc-28f4-4b4d-bd7a-5d1d98dba7a3 None None] New status for floating IP e9cc60fd-f728-4a7b-a80d-b490c9b71a4f: ACTIVE {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 07:22:13.879979 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:22:21.248180 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:27.572737 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-51dbe539-3541-4369-9a5d-f54fd6ae71bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:30.213437 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:30.282453 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-23fd279b-053c-42b9-a722-08fe0a3a582d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:31.130169 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:33.321673 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:50.877668 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:22:51.246956 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:54.059075 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58784) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:22:54.303919 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Deleting port d2c6fca9-aa47-472d-a7f7-e9edfc6dd295 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:22:54.304258 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:54.377288 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:54.377539 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:54.388610 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Calling delete_port for d2c6fca9-aa47-472d-a7f7-e9edfc6dd295 owned by network:floatingip {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:22:54.551253 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:54.578076 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Pushing event deleted for resources: {'Port': ['ID=d2c6fca9-aa47-472d-a7f7-e9edfc6dd295,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:22:54.600807 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:54.601156 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:54.601498 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:54.601837 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:54.602170 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:54.602503 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:54.602841 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:54.603159 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:54.603507 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:54.603837 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:54.604162 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:54.604484 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:54.642994 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for floatingip, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:54.643267 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Floating IP fa2b6d63-eba6-42c3-8d60-f6fef7d66fd9 disassociated (deleted). External IP: 172.27.2.51, port: 2d25c309-8f7d-4186-8f1f-930b06ede58d. Sep 07 07:22:54.837509 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Router 3fa43d3d-8326-4222-8dc4-53522ec902a7 has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:22:54.940008 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:22:54.945314 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:54.950554 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706a95e-f32e-4042-9889-d942a4eeed2b None None] Sync routers for ids ['3fa43d3d-8326-4222-8dc4-53522ec902a7'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:22:54.959002 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c706a95e-f32e-4042-9889-d942a4eeed2b None None] Routers {'3fa43d3d-8326-4222-8dc4-53522ec902a7'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:22:54.959642 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-c706a95e-f32e-4042-9889-d942a4eeed2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:22:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['3fa43d3d-8326-4222-8dc4-53522ec902a7'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:22:54.971908 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0d58a337-bf12-4c45-a6ad-f557301c2f9c tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "DELETE /v2.0/floatingips/fa2b6d63-eba6-42c3-8d60-f6fef7d66fd9 HTTP/1.1" status: 204 len: 168 time: 0.9117646 Sep 07 07:22:54.972918 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f3c742-ec02-4582-b824-eda0b2551dca', 'tag': '2d25c309-8f7d-4186-8f1f-930b06ede58d'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:22:54.975350 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e42a8fd5afad13970a080ac9dafc4e475fc32432659b245011d6648220233b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26063976-0de1-427e-9926-67abf9551cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "97f3c742-ec02-4582-b824-eda0b2551dca", "tag": "2d25c309-8f7d-4186-8f1f-930b06ede58d"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:22:55.013319 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a3d36b-9fc3-4138-bb4c-57a056ee5d71 x-openstack-request-id: req-c1a3d36b-9fc3-4138-bb4c-57a056ee5d71 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:22:55.013926 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f3c742-ec02-4582-b824-eda0b2551dca", "tag": "2d25c309-8f7d-4186-8f1f-930b06ede58d", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:22:55.014275 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1a3d36b-9fc3-4138-bb4c-57a056ee5d71 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:22:55.014763 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f3c742-ec02-4582-b824-eda0b2551dca', 'tag': '2d25c309-8f7d-4186-8f1f-930b06ede58d', 'status': 'completed', 'code': 200} Sep 07 07:22:55.067977 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-c706a95e-f32e-4042-9889-d942a4eeed2b None None] Set router 3fa43d3d-8326-4222-8dc4-53522ec902a7 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:22:55.125634 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26063976-0de1-427e-9926-67abf9551cd1 req-80d95c0d-bd2f-4661-af5c-32ba9056f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:55.127797 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-26063976-0de1-427e-9926-67abf9551cd1 req-80d95c0d-bd2f-4661-af5c-32ba9056f1c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db239e9484a645ba8702e3d4acca353f&device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 1098 time: 0.0640869 Sep 07 07:22:55.202914 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e052007-5076-4af3-8bfe-77b340cd5ae9 req-3a26ae55-03b5-4e92-b59b-52c737e849c0 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:55.207774 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9e052007-5076-4af3-8bfe-77b340cd5ae9 req-3a26ae55-03b5-4e92-b59b-52c737e849c0 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0572867 Sep 07 07:22:55.262193 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9e052007-5076-4af3-8bfe-77b340cd5ae9 req-79d5bbb2-b9b6-46dd-92a9-e4349a3fb488 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516617 Sep 07 07:22:55.282218 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-c706a95e-f32e-4042-9889-d942a4eeed2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'name': 'tempest-TestShelveInstance-756047697-router', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e231cb17-242c-485b-afce-ee04187a1910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:26Z', 'revision_number': 4, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'gw_port': {'id': 'e231cb17-242c-485b-afce-ee04187a1910', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '02e5c537-233a-4b2c-aaf8-23d3b91c821a', 'name': '', 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'mac_address': 'fa:16:3e:9c:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:26Z', 'updated_at': '2021-09-07T07:16:33Z', 'revision_number': 5, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'subnets': [{'id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:22:55.316151 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706a95e-f32e-4042-9889-d942a4eeed2b None None] Checking router: 3fa43d3d-8326-4222-8dc4-53522ec902a7 for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:22:55.324463 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c706a95e-f32e-4042-9889-d942a4eeed2b None None] Routers {'3fa43d3d-8326-4222-8dc4-53522ec902a7'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:22:55.325765 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-c706a95e-f32e-4042-9889-d942a4eeed2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:22:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['3fa43d3d-8326-4222-8dc4-53522ec902a7'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:22:55.335962 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ece2ff4-2ba4-4f83-94b6-01015e132311 req-e4482e59-041f-4f5f-afbe-65f357ddb6d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0613606 Sep 07 07:22:55.337042 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26063976-0de1-427e-9926-67abf9551cd1 req-cce4da44-8de4-4e2a-9dc1-650b3c98d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:55.338334 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-26063976-0de1-427e-9926-67abf9551cd1 req-cce4da44-8de4-4e2a-9dc1-650b3c98d0ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=b37c286e-c1b1-4070-bbee-43c9f27fe1ed HTTP/1.1" status: 200 len: 909 time: 0.1661127 Sep 07 07:22:55.415182 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-26063976-0de1-427e-9926-67abf9551cd1 req-eb6150ba-5c9e-48a4-9d34-48f56a2d9da6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d25c309-8f7d-4186-8f1f-930b06ede58d HTTP/1.1" status: 200 len: 217 time: 0.0460923 Sep 07 07:22:55.430657 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-c706a95e-f32e-4042-9889-d942a4eeed2b None None] Set router 3fa43d3d-8326-4222-8dc4-53522ec902a7 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:22:55.473348 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece2ff4-2ba4-4f83-94b6-01015e132311 req-c6a21e05-9526-4bcb-ba0d-b89b476d9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:55.474809 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ece2ff4-2ba4-4f83-94b6-01015e132311 req-c6a21e05-9526-4bcb-ba0d-b89b476d9e2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ba85adb16a40efa44703f122211469&device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 1137 time: 0.0696704 Sep 07 07:22:55.482341 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26063976-0de1-427e-9926-67abf9551cd1 req-5698d45e-0ad4-44b1-8882-4b2c0d834833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:55.483769 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-26063976-0de1-427e-9926-67abf9551cd1 req-5698d45e-0ad4-44b1-8882-4b2c0d834833 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4b242df-fa33-490c-8ae0-7b94f961cc53 HTTP/1.1" status: 200 len: 847 time: 0.0551431 Sep 07 07:22:55.586279 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26063976-0de1-427e-9926-67abf9551cd1 req-6d79f987-76b9-4e54-98e9-3b705fd31dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:55.587827 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-26063976-0de1-427e-9926-67abf9551cd1 req-6d79f987-76b9-4e54-98e9-3b705fd31dea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b37c286e-c1b1-4070-bbee-43c9f27fe1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0943034 Sep 07 07:22:55.623116 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-c706a95e-f32e-4042-9889-d942a4eeed2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'name': 'tempest-TestShelveInstance-756047697-router', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e231cb17-242c-485b-afce-ee04187a1910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:26Z', 'revision_number': 4, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'gw_port': {'id': 'e231cb17-242c-485b-afce-ee04187a1910', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '02e5c537-233a-4b2c-aaf8-23d3b91c821a', 'name': '', 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'mac_address': 'fa:16:3e:9c:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:26Z', 'updated_at': '2021-09-07T07:16:33Z', 'revision_number': 5, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'subnets': [{'id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:22:55.636586 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece2ff4-2ba4-4f83-94b6-01015e132311 req-2f05191f-b5cd-44c2-b67b-4f8b51e24555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:55.638049 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ece2ff4-2ba4-4f83-94b6-01015e132311 req-2f05191f-b5cd-44c2-b67b-4f8b51e24555 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6304009b-0af9-4a11-9aed-376df5168c1d HTTP/1.1" status: 200 len: 916 time: 0.1368351 Sep 07 07:22:55.649115 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706a95e-f32e-4042-9889-d942a4eeed2b None None] The sync data for ids ['3fa43d3d-8326-4222-8dc4-53522ec902a7'] in dv-cinder-804735-9-iscsi is: [{'id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'name': 'tempest-TestShelveInstance-756047697-router', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e231cb17-242c-485b-afce-ee04187a1910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:26Z', 'revision_number': 4, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'gw_port': {'id': 'e231cb17-242c-485b-afce-ee04187a1910', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '02e5c537-233a-4b2c-aaf8-23d3b91c821a', 'name': '', 'network_id': 'b37c286e-c1b1-4070-bbee-43c9f27fe1ed', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'mac_address': 'fa:16:3e:9c:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:26Z', 'updated_at': '2021-09-07T07:16:33Z', 'revision_number': 5, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'subnets': [{'id': 'a4b242df-fa33-490c-8ae0-7b94f961cc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:22:55.744595 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-26063976-0de1-427e-9926-67abf9551cd1 req-15b855f5-0069-42c1-a245-ff1b856e5f89 service neutron] 10.222.0.15 "GET /v2.0/networks/b37c286e-c1b1-4070-bbee-43c9f27fe1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474600 Sep 07 07:22:55.746372 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ece2ff4-2ba4-4f83-94b6-01015e132311 req-3faa88d8-dbb8-49f2-a279-31b943c84213 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3243679-d915-4585-9e74-b175461752ba HTTP/1.1" status: 200 len: 1001 time: 0.0766864 Sep 07 07:22:55.858190 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1d2b8-7b89-428f-a4cf-79ac584fdc08 None None] New status for floating IP fa2b6d63-eba6-42c3-8d60-f6fef7d66fd9: DOWN {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 07:22:55.858906 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece2ff4-2ba4-4f83-94b6-01015e132311 req-ffdf3bdc-c251-4485-a93e-874cca907f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:55.860100 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ece2ff4-2ba4-4f83-94b6-01015e132311 req-ffdf3bdc-c251-4485-a93e-874cca907f21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdb69ac3-0f54-46e7-9131-d2811b003bdd HTTP/1.1" status: 200 len: 854 time: 0.1007745 Sep 07 07:22:55.903836 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-26063976-0de1-427e-9926-67abf9551cd1 req-1e5dff95-8220-4d6a-b394-01928cbd1abb service neutron] 10.222.0.15 "GET /v2.0/networks/b37c286e-c1b1-4070-bbee-43c9f27fe1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454961 Sep 07 07:22:55.916604 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece2ff4-2ba4-4f83-94b6-01015e132311 req-6fa41656-f30a-459d-9648-ded5d19ea7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:55.918002 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ece2ff4-2ba4-4f83-94b6-01015e132311 req-6fa41656-f30a-459d-9648-ded5d19ea7d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6304009b-0af9-4a11-9aed-376df5168c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485377 Sep 07 07:22:56.022509 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ece2ff4-2ba4-4f83-94b6-01015e132311 req-b8f44074-40f9-41c0-8711-74d60fad8d50 service neutron] 10.222.0.15 "GET /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865676 Sep 07 07:22:56.109609 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ece2ff4-2ba4-4f83-94b6-01015e132311 req-11946613-aba3-41f7-8136-34c4fdef4159 service neutron] 10.222.0.15 "GET /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790534 Sep 07 07:22:56.380419 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da8fdf-7d8b-49f4-979f-0147719f01d7 req-68c83b62-7638-4d69-b91a-b109fcad1bce tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:56.381949 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-82da8fdf-7d8b-49f4-979f-0147719f01d7 req-68c83b62-7638-4d69-b91a-b109fcad1bce tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0526021 Sep 07 07:22:56.417837 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-82da8fdf-7d8b-49f4-979f-0147719f01d7 req-56191f95-6ba7-4470-bd75-53b300c7308e tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/security-groups?id=21bdacf8-a21d-4dad-affc-2dcd2b45117c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301766 Sep 07 07:22:57.168516 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1628220-758e-494c-8675-d1aba48a5577 req-f1625877-c3c3-468d-a728-5a1a40f116da tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:22:57.169925 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f1628220-758e-494c-8675-d1aba48a5577 req-f1625877-c3c3-468d-a728-5a1a40f116da tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.15 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 945 time: 0.0460877 Sep 07 07:22:57.271040 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-f1628220-758e-494c-8675-d1aba48a5577 req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Deleting port 2d25c309-8f7d-4186-8f1f-930b06ede58d {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:22:57.271430 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-f1628220-758e-494c-8675-d1aba48a5577 req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:57.355004 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-f1628220-758e-494c-8675-d1aba48a5577 req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] For port 2d25c309-8f7d-4186-8f1f-930b06ede58d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2d25c309-8f7d-4186-8f1f-930b06ede58d,segment=NetworkSegment(510416b6-f31e-4076-bc42-465c17e84082),segment_id=510416b6-f31e-4076-bc42-465c17e84082)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:22:57.355285 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-f1628220-758e-494c-8675-d1aba48a5577 req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:57.366944 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-f1628220-758e-494c-8675-d1aba48a5577 req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Calling delete_port for 2d25c309-8f7d-4186-8f1f-930b06ede58d owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:22:57.489085 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-f1628220-758e-494c-8675-d1aba48a5577 req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:57.514424 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cfd9126f-ba28-4e82-9bdd-725069bd3943 req-782ae424-9864-449d-aee6-e3854eaf777b tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "GET /v2.0/ports?device_id=97f3c742-ec02-4582-b824-eda0b2551dca HTTP/1.1" status: 200 len: 210 time: 0.0269632 Sep 07 07:22:57.515001 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Pushing event deleted for resources: {'Port': ['ID=2d25c309-8f7d-4186-8f1f-930b06ede58d,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:22:57.523906 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:57.524250 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:57.524588 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:57.524929 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:57.525245 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:57.525570 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:57.526157 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:57.526262 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:57.526501 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:57.526818 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:57.527142 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:57.527460 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:22:57.572406 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1628220-758e-494c-8675-d1aba48a5577 req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] No DVR routers for this DVR port 2d25c309-8f7d-4186-8f1f-930b06ede58d on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:22:57.575613 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-f1628220-758e-494c-8675-d1aba48a5577 req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:57.577660 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f1628220-758e-494c-8675-d1aba48a5577 req-3bf38e76-f9f4-44f7-8416-2c809914dfd1 tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.15 "DELETE /v2.0/ports/2d25c309-8f7d-4186-8f1f-930b06ede58d HTTP/1.1" status: 204 len: 173 time: 0.3890095 Sep 07 07:22:57.578217 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f3c742-ec02-4582-b824-eda0b2551dca', 'name': 'network-vif-deleted', 'tag': '2d25c309-8f7d-4186-8f1f-930b06ede58d'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:22:57.580382 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e3b178-6fd2-4b6b-9517-77682c253e06" -d '{"events": [{"server_uuid": "97f3c742-ec02-4582-b824-eda0b2551dca", "name": "network-vif-deleted", "tag": "2d25c309-8f7d-4186-8f1f-930b06ede58d"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:22:57.585162 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-62295a0d-1434-42a7-9a31-651f126c48c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:57.703468 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be073169-9718-46ca-81dd-8425c1f65509 x-openstack-request-id: req-be073169-9718-46ca-81dd-8425c1f65509 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:22:57.703761 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f3c742-ec02-4582-b824-eda0b2551dca", "name": "network-vif-deleted", "tag": "2d25c309-8f7d-4186-8f1f-930b06ede58d", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:22:57.704014 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be073169-9718-46ca-81dd-8425c1f65509 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:22:57.704407 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f3c742-ec02-4582-b824-eda0b2551dca', 'name': 'network-vif-deleted', 'tag': '2d25c309-8f7d-4186-8f1f-930b06ede58d', 'status': 'completed', 'code': 200} Sep 07 07:22:58.572418 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58824) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:22:58.628995 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c6c96fa-8780-45a2-b3b6-4ad6989c1aef tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:58.653172 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c6c96fa-8780-45a2-b3b6-4ad6989c1aef tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:58.712158 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c6c96fa-8780-45a2-b3b6-4ad6989c1aef tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:58.715716 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c6c96fa-8780-45a2-b3b6-4ad6989c1aef tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:58.719816 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0c6c96fa-8780-45a2-b3b6-4ad6989c1aef tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] 10.222.0.30 "DELETE /v2.0/security-groups/21bdacf8-a21d-4dad-affc-2dcd2b45117c HTTP/1.1" status: 204 len: 168 time: 0.1463358 Sep 07 07:22:58.729974 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c96fa-8780-45a2-b3b6-4ad6989c1aef tempest-TestShelveInstance-394356064 tempest-TestShelveInstance-394356064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bdacf8-a21d-4dad-affc-2dcd2b45117c,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:22:58.843056 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58832) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:22:59.466309 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-49f3a194-6c42-48cf-a2cb-1fef701d44ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580881'] for router_interface, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:59.700024 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-49f3a194-6c42-48cf-a2cb-1fef701d44ec admin admin] Deleting port 02e5c537-233a-4b2c-aaf8-23d3b91c821a {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:22:59.700699 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-49f3a194-6c42-48cf-a2cb-1fef701d44ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:59.778043 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-49f3a194-6c42-48cf-a2cb-1fef701d44ec admin admin] For port 02e5c537-233a-4b2c-aaf8-23d3b91c821a, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=02e5c537-233a-4b2c-aaf8-23d3b91c821a,segment=NetworkSegment(510416b6-f31e-4076-bc42-465c17e84082),segment_id=510416b6-f31e-4076-bc42-465c17e84082)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:22:59.778329 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-49f3a194-6c42-48cf-a2cb-1fef701d44ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:59.790771 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-49f3a194-6c42-48cf-a2cb-1fef701d44ec admin admin] Calling delete_port for 02e5c537-233a-4b2c-aaf8-23d3b91c821a owned by network:router_interface {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:22:59.968807 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-49f3a194-6c42-48cf-a2cb-1fef701d44ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:22:59.994476 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3a194-6c42-48cf-a2cb-1fef701d44ec admin admin] Pushing event deleted for resources: {'Port': ['ID=02e5c537-233a-4b2c-aaf8-23d3b91c821a,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:00.156527 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-49f3a194-6c42-48cf-a2cb-1fef701d44ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581005'] for router_interface, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:00.213916 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:00.281454 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a903a8e5-cff8-4d36-a29a-d3715f92f21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:00.369896 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f3a194-6c42-48cf-a2cb-1fef701d44ec admin admin] Router 3fa43d3d-8326-4222-8dc4-53522ec902a7 has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:23:00.472048 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f3a194-6c42-48cf-a2cb-1fef701d44ec admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:23:00.478285 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-49f3a194-6c42-48cf-a2cb-1fef701d44ec admin admin] 10.222.0.30 "PUT /v2.0/routers/3fa43d3d-8326-4222-8dc4-53522ec902a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6341355 Sep 07 07:23:00.481146 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58840) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:00.482266 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201cf70f-f000-4211-bae1-6341e2079e7a None None] Sync routers for ids ['3fa43d3d-8326-4222-8dc4-53522ec902a7'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:23:00.487078 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 2d25c309-8f7d-4186-8f1f-930b06ede58d no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:23:00.515737 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: 2d25c309-8f7d-4186-8f1f-930b06ede58d {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:23:00.516085 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 2d25c309-8f7d-4186-8f1f-930b06ede58d not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:23:00.520514 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201cf70f-f000-4211-bae1-6341e2079e7a None None] Routers {'3fa43d3d-8326-4222-8dc4-53522ec902a7'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:00.521135 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-201cf70f-f000-4211-bae1-6341e2079e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['3fa43d3d-8326-4222-8dc4-53522ec902a7'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:00.584864 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac643-20d3-46a5-b161-0fdb0153ad2e admin admin] Notify callbacks [] for router, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:00.624780 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-201cf70f-f000-4211-bae1-6341e2079e7a None None] Set router 3fa43d3d-8326-4222-8dc4-53522ec902a7 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:00.685023 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac643-20d3-46a5-b161-0fdb0153ad2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:00.736305 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ac643-20d3-46a5-b161-0fdb0153ad2e admin admin] Deleting port e231cb17-242c-485b-afce-ee04187a1910 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:23:00.737007 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac643-20d3-46a5-b161-0fdb0153ad2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:00.802985 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-201cf70f-f000-4211-bae1-6341e2079e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'name': 'tempest-TestShelveInstance-756047697-router', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e231cb17-242c-485b-afce-ee04187a1910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:22:59Z', 'revision_number': 5, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'gw_port': {'id': 'e231cb17-242c-485b-afce-ee04187a1910', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:00.820760 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-3f8ac643-20d3-46a5-b161-0fdb0153ad2e admin admin] For port e231cb17-242c-485b-afce-ee04187a1910, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=e231cb17-242c-485b-afce-ee04187a1910,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:00.821123 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac643-20d3-46a5-b161-0fdb0153ad2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:00.828625 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201cf70f-f000-4211-bae1-6341e2079e7a None None] Checking router: 3fa43d3d-8326-4222-8dc4-53522ec902a7 for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:23:00.833119 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ac643-20d3-46a5-b161-0fdb0153ad2e admin admin] Calling delete_port for e231cb17-242c-485b-afce-ee04187a1910 owned by network:router_gateway {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:23:00.837141 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201cf70f-f000-4211-bae1-6341e2079e7a None None] Routers {'3fa43d3d-8326-4222-8dc4-53522ec902a7'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:00.837748 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-201cf70f-f000-4211-bae1-6341e2079e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['3fa43d3d-8326-4222-8dc4-53522ec902a7'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:00.920485 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-201cf70f-f000-4211-bae1-6341e2079e7a None None] Set router 3fa43d3d-8326-4222-8dc4-53522ec902a7 gateway port host: None {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:00.981429 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-201cf70f-f000-4211-bae1-6341e2079e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'name': 'tempest-TestShelveInstance-756047697-router', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:23:00Z', 'revision_number': 6, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'gw_port_host': None}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:00.998636 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac643-20d3-46a5-b161-0fdb0153ad2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:01.009593 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201cf70f-f000-4211-bae1-6341e2079e7a None None] The sync data for ids ['3fa43d3d-8326-4222-8dc4-53522ec902a7'] in dv-cinder-804735-9-iscsi is: [{'id': '3fa43d3d-8326-4222-8dc4-53522ec902a7', 'name': 'tempest-TestShelveInstance-756047697-router', 'tenant_id': 'db239e9484a645ba8702e3d4acca353f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:24Z', 'updated_at': '2021-09-07T07:23:00Z', 'revision_number': 6, 'project_id': 'db239e9484a645ba8702e3d4acca353f', 'gw_port_host': None}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:23:01.026237 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ac643-20d3-46a5-b161-0fdb0153ad2e admin admin] Pushing event deleted for resources: {'Port': ['ID=e231cb17-242c-485b-afce-ee04187a1910,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:01.089850 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac643-20d3-46a5-b161-0fdb0153ad2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579887'] for router_gateway, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:01.133275 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:01.194992 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac643-20d3-46a5-b161-0fdb0153ad2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10342'] for router, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:01.197294 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac643-20d3-46a5-b161-0fdb0153ad2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:01.256622 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac643-20d3-46a5-b161-0fdb0153ad2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576117'] for router, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:01.257355 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8ac643-20d3-46a5-b161-0fdb0153ad2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa43d3d-8326-4222-8dc4-53522ec902a7 {{(pid=94030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 07:23:01.262867 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3f8ac643-20d3-46a5-b161-0fdb0153ad2e admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:01.264259 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-3f8ac643-20d3-46a5-b161-0fdb0153ad2e admin admin] 10.222.0.30 "DELETE /v2.0/routers/3fa43d3d-8326-4222-8dc4-53522ec902a7 HTTP/1.1" status: 204 len: 168 time: 0.7820084 Sep 07 07:23:01.266480 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58846) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:01.309327 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-516f4a39-8458-4552-bf76-4e1a23d6d2bf admin admin] Deleting subnet a4b242df-fa33-490c-8ae0-7b94f961cc53 {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 07:23:01.312149 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-516f4a39-8458-4552-bf76-4e1a23d6d2bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:01.348546 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-516f4a39-8458-4552-bf76-4e1a23d6d2bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6942309'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:01.457415 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-516f4a39-8458-4552-bf76-4e1a23d6d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1858048'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:01.514164 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-516f4a39-8458-4552-bf76-4e1a23d6d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1858059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5299574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6110769'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:01.536797 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f4a39-8458-4552-bf76-4e1a23d6d2bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b242df-fa33-490c-8ae0-7b94f961cc53,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:01.543671 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-516f4a39-8458-4552-bf76-4e1a23d6d2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:01.545540 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-516f4a39-8458-4552-bf76-4e1a23d6d2bf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a4b242df-fa33-490c-8ae0-7b94f961cc53 HTTP/1.1" status: 204 len: 168 time: 0.2781262 Sep 07 07:23:01.547998 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58848) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:01.548899 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86fb5ff-5c85-4014-9bbd-9ec2dbcb7b21 None None] Network b37c286e-c1b1-4070-bbee-43c9f27fe1ed requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:23:01.615581 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744665'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:01.668630 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] Deleting port e0457283-59ed-4e04-b5c3-82528c090fbb {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:23:01.668974 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:01.733268 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] For port e0457283-59ed-4e04-b5c3-82528c090fbb, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=e0457283-59ed-4e04-b5c3-82528c090fbb,segment=NetworkSegment(510416b6-f31e-4076-bc42-465c17e84082),segment_id=510416b6-f31e-4076-bc42-465c17e84082)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:01.733569 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:01.745301 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] Calling delete_port for e0457283-59ed-4e04-b5c3-82528c090fbb owned by network:dhcp {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:23:01.805540 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 02e5c537-233a-4b2c-aaf8-23d3b91c821a no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:23:01.834991 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: 02e5c537-233a-4b2c-aaf8-23d3b91c821a {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:23:01.835385 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 02e5c537-233a-4b2c-aaf8-23d3b91c821a not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:23:01.836251 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:01.856883 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f178ff-5f44-4811-87b7-2a3306f1889a None None] DHCP port deletion for b37c286e-c1b1-4070-bbee-43c9f27fe1ed request from dv-cinder-804735-9-iscsi {{(pid=94031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 07:23:01.863079 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0457283-59ed-4e04-b5c3-82528c090fbb,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:01.866958 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] No DVR routers for this DVR port e0457283-59ed-4e04-b5c3-82528c090fbb on host dv-cinder-804735-9-iscsi {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:23:01.938701 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1854623', 'neutron.services.segments.db._delete_segments_for_network-8728184039280'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:01.958280 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37c286e-c1b1-4070-bbee-43c9f27fe1ed']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:01.967235 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510416b6-f31e-4076-bc42-465c17e84082') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:01.967566 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510416b6-f31e-4076-bc42-465c17e84082') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:01.981091 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728184039033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6942334'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:01.994133 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:02.000384 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 07:23:02.001021 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5299484'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: Traceback (most recent call last): Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: timer() Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: cb(*args, **kw) Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: return func(*args, **kwargs) Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: self._notify() Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: self.callback(batched_events) Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: event.method(event) Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: return f(self, *a, **k) Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: return self._get(url).json() Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 07:23:02.002844 dv-cinder-804735-9-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 07:23:02.057503 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1854598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579843'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:02.074510 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:02.079425 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b37c286e-c1b1-4070-bbee-43c9f27fe1ed HTTP/1.1" status: 204 len: 168 time: 0.5276160 Sep 07 07:23:02.079425 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846d36d-8629-4e05-a633-4323040cefc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b37c286e-c1b1-4070-bbee-43c9f27fe1ed,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:02.079425 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58854) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:02.626379 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2e819504-d29a-446f-a4e0-b93200dc70eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580881'] for router_interface, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:02.859243 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-2e819504-d29a-446f-a4e0-b93200dc70eb admin admin] Deleting port dd3c5145-f9d9-4413-8af3-5fa0bbc74646 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:23:02.859983 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2e819504-d29a-446f-a4e0-b93200dc70eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:02.934488 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-2e819504-d29a-446f-a4e0-b93200dc70eb admin admin] For port dd3c5145-f9d9-4413-8af3-5fa0bbc74646, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=dd3c5145-f9d9-4413-8af3-5fa0bbc74646,segment=NetworkSegment(62d31715-8cc9-47d1-a413-9738ed89f71b),segment_id=62d31715-8cc9-47d1-a413-9738ed89f71b)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:02.934855 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2e819504-d29a-446f-a4e0-b93200dc70eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:02.946726 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-2e819504-d29a-446f-a4e0-b93200dc70eb admin admin] Calling delete_port for dd3c5145-f9d9-4413-8af3-5fa0bbc74646 owned by network:router_interface {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:23:03.120895 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2e819504-d29a-446f-a4e0-b93200dc70eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:03.151148 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e819504-d29a-446f-a4e0-b93200dc70eb admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3c5145-f9d9-4413-8af3-5fa0bbc74646,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:03.167757 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device e0457283-59ed-4e04-b5c3-82528c090fbb no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:23:03.188493 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: e0457283-59ed-4e04-b5c3-82528c090fbb {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:23:03.189071 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device e0457283-59ed-4e04-b5c3-82528c090fbb not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:23:03.189677 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device e231cb17-242c-485b-afce-ee04187a1910 no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:23:03.214699 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: e231cb17-242c-485b-afce-ee04187a1910 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:23:03.215256 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device e231cb17-242c-485b-afce-ee04187a1910 not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:23:03.323840 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2e819504-d29a-446f-a4e0-b93200dc70eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581005'] for router_interface, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:03.328467 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:03.533868 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e819504-d29a-446f-a4e0-b93200dc70eb admin admin] Router 728c9571-ee69-4399-a9b8-e493ea5f367b has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:23:03.636289 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e819504-d29a-446f-a4e0-b93200dc70eb admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:23:03.641350 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2e819504-d29a-446f-a4e0-b93200dc70eb admin admin] 10.222.0.30 "PUT /v2.0/routers/728c9571-ee69-4399-a9b8-e493ea5f367b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5610814 Sep 07 07:23:03.643961 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 58860) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:03.645423 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dce051-a4c3-438c-8baa-be74268a8d78 None None] Sync routers for ids ['728c9571-ee69-4399-a9b8-e493ea5f367b'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:23:03.654368 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dce051-a4c3-438c-8baa-be74268a8d78 None None] Routers {'728c9571-ee69-4399-a9b8-e493ea5f367b'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:03.654974 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-47dce051-a4c3-438c-8baa-be74268a8d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['728c9571-ee69-4399-a9b8-e493ea5f367b'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:03.743088 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-53f89b99-1019-40f8-8a1f-219f27a17e9c admin admin] Notify callbacks [] for router, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:03.757849 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-47dce051-a4c3-438c-8baa-be74268a8d78 None None] Set router 728c9571-ee69-4399-a9b8-e493ea5f367b gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:03.841587 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-53f89b99-1019-40f8-8a1f-219f27a17e9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:03.897369 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-53f89b99-1019-40f8-8a1f-219f27a17e9c admin admin] Deleting port ccb4b9ed-5002-4103-9ed3-6ce8499ed33f {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:23:03.897709 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-53f89b99-1019-40f8-8a1f-219f27a17e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:03.934021 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-47dce051-a4c3-438c-8baa-be74268a8d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'name': 'tempest-TestShelveInstance-588364071-router', 'tenant_id': '2faff86e80394ec5babca8f1fdc53c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ccb4b9ed-5002-4103-9ed3-6ce8499ed33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:28Z', 'updated_at': '2021-09-07T07:23:03Z', 'revision_number': 5, 'project_id': '2faff86e80394ec5babca8f1fdc53c5e', 'gw_port': {'id': 'ccb4b9ed-5002-4103-9ed3-6ce8499ed33f', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:16:29Z', 'updated_at': '2021-09-07T07:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:03.972881 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-53f89b99-1019-40f8-8a1f-219f27a17e9c admin admin] For port ccb4b9ed-5002-4103-9ed3-6ce8499ed33f, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=ccb4b9ed-5002-4103-9ed3-6ce8499ed33f,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:03.973258 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-53f89b99-1019-40f8-8a1f-219f27a17e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:03.985667 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-53f89b99-1019-40f8-8a1f-219f27a17e9c admin admin] Calling delete_port for ccb4b9ed-5002-4103-9ed3-6ce8499ed33f owned by network:router_gateway {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:23:04.041158 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dce051-a4c3-438c-8baa-be74268a8d78 None None] Checking router: 728c9571-ee69-4399-a9b8-e493ea5f367b for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:23:04.049220 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dce051-a4c3-438c-8baa-be74268a8d78 None None] Routers {'728c9571-ee69-4399-a9b8-e493ea5f367b'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:04.049821 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-47dce051-a4c3-438c-8baa-be74268a8d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['728c9571-ee69-4399-a9b8-e493ea5f367b'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:04.132963 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-47dce051-a4c3-438c-8baa-be74268a8d78 None None] Set router 728c9571-ee69-4399-a9b8-e493ea5f367b gateway port host: None {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:04.147608 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-53f89b99-1019-40f8-8a1f-219f27a17e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:04.173299 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f89b99-1019-40f8-8a1f-219f27a17e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb4b9ed-5002-4103-9ed3-6ce8499ed33f,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:04.182056 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-47dce051-a4c3-438c-8baa-be74268a8d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'name': 'tempest-TestShelveInstance-588364071-router', 'tenant_id': '2faff86e80394ec5babca8f1fdc53c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:28Z', 'updated_at': '2021-09-07T07:23:03Z', 'revision_number': 6, 'project_id': '2faff86e80394ec5babca8f1fdc53c5e', 'gw_port_host': None}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:04.212472 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dce051-a4c3-438c-8baa-be74268a8d78 None None] The sync data for ids ['728c9571-ee69-4399-a9b8-e493ea5f367b'] in dv-cinder-804735-9-iscsi is: [{'id': '728c9571-ee69-4399-a9b8-e493ea5f367b', 'name': 'tempest-TestShelveInstance-588364071-router', 'tenant_id': '2faff86e80394ec5babca8f1fdc53c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:16:28Z', 'updated_at': '2021-09-07T07:23:03Z', 'revision_number': 6, 'project_id': '2faff86e80394ec5babca8f1fdc53c5e', 'gw_port_host': None}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:23:04.236428 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-53f89b99-1019-40f8-8a1f-219f27a17e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579887'] for router_gateway, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:04.575964 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-53f89b99-1019-40f8-8a1f-219f27a17e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10342'] for router, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:04.578550 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-53f89b99-1019-40f8-8a1f-219f27a17e9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:04.629417 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-53f89b99-1019-40f8-8a1f-219f27a17e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576117'] for router, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:04.630048 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f89b99-1019-40f8-8a1f-219f27a17e9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 728c9571-ee69-4399-a9b8-e493ea5f367b {{(pid=94029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 07:23:04.634490 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-53f89b99-1019-40f8-8a1f-219f27a17e9c admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:04.635507 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-53f89b99-1019-40f8-8a1f-219f27a17e9c admin admin] 10.222.0.30 "DELETE /v2.0/routers/728c9571-ee69-4399-a9b8-e493ea5f367b HTTP/1.1" status: 204 len: 168 time: 0.9899478 Sep 07 07:23:04.637903 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 58870) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:04.679575 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_v2 [None req-115045c4-544e-467d-88c2-a42945e94a4f admin admin] Deleting subnet 18bf0ee5-5939-40b8-aa51-68ffce69fc5c {{(pid=94029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 07:23:04.682491 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-115045c4-544e-467d-88c2-a42945e94a4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:04.714791 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-115045c4-544e-467d-88c2-a42945e94a4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5732538'] for subnet, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:04.818426 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-115045c4-544e-467d-88c2-a42945e94a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1858048'] for subnet, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:04.868788 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-115045c4-544e-467d-88c2-a42945e94a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1858059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5732577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5791269'] for subnet, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:04.895176 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115045c4-544e-467d-88c2-a42945e94a4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18bf0ee5-5939-40b8-aa51-68ffce69fc5c,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:04.900695 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-115045c4-544e-467d-88c2-a42945e94a4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:04.902514 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-115045c4-544e-467d-88c2-a42945e94a4f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/18bf0ee5-5939-40b8-aa51-68ffce69fc5c HTTP/1.1" status: 204 len: 168 time: 0.2637234 Sep 07 07:23:04.904968 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 58872) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:04.907389 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1bdd0f-a5fd-44fa-b299-953dda787de3 None None] Network 50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:23:04.974388 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744665'] for network, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.026388 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] Deleting port f8e58a39-b75d-4327-8a03-587d6b55f2b3 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:23:05.026731 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.086840 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] DHCP port deletion for 50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3 request from dv-cinder-804735-9-iscsi {{(pid=94031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 07:23:05.094326 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] For port f8e58a39-b75d-4327-8a03-587d6b55f2b3, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=f8e58a39-b75d-4327-8a03-587d6b55f2b3,segment=NetworkSegment(62d31715-8cc9-47d1-a413-9738ed89f71b),segment_id=62d31715-8cc9-47d1-a413-9738ed89f71b)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:05.094697 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.109240 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] Calling delete_port for f8e58a39-b75d-4327-8a03-587d6b55f2b3 owned by network:dhcp {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:23:05.143655 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] Deleting port f8e58a39-b75d-4327-8a03-587d6b55f2b3 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:23:05.144124 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.196935 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device f8e58a39-b75d-4327-8a03-587d6b55f2b3 no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:23:05.200495 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.225744 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: f8e58a39-b75d-4327-8a03-587d6b55f2b3 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:23:05.226086 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device f8e58a39-b75d-4327-8a03-587d6b55f2b3 not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:23:05.226843 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device dd3c5145-f9d9-4413-8af3-5fa0bbc74646 no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:23:05.231975 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e58a39-b75d-4327-8a03-587d6b55f2b3,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:05.233817 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] No DVR routers for this DVR port f8e58a39-b75d-4327-8a03-587d6b55f2b3 on host dv-cinder-804735-9-iscsi {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:23:05.263002 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: dd3c5145-f9d9-4413-8af3-5fa0bbc74646 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:23:05.263486 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device dd3c5145-f9d9-4413-8af3-5fa0bbc74646 not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:23:05.264033 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device ccb4b9ed-5002-4103-9ed3-6ce8499ed33f no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:23:05.290764 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] For port f8e58a39-b75d-4327-8a03-587d6b55f2b3, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=f8e58a39-b75d-4327-8a03-587d6b55f2b3,segment=NetworkSegment(62d31715-8cc9-47d1-a413-9738ed89f71b),segment_id=62d31715-8cc9-47d1-a413-9738ed89f71b)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:05.291163 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.294107 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: ccb4b9ed-5002-4103-9ed3-6ce8499ed33f {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:23:05.294457 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device ccb4b9ed-5002-4103-9ed3-6ce8499ed33f not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:23:05.308004 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] Calling delete_port for f8e58a39-b75d-4327-8a03-587d6b55f2b3 owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:23:05.325011 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1854623', 'neutron.services.segments.db._delete_segments_for_network-8728184039280'] for network, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.359093 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3']}} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:05.376680 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d31715-8cc9-47d1-a413-9738ed89f71b') {'for_net_delete': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:05.376979 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d31715-8cc9-47d1-a413-9738ed89f71b') {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:05.381118 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-91d08b7b-ba61-4879-8a30-be8282815cb4 req-233d00e8-311f-4471-8c57-e8c45b0d2f8f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660038281&fields=id&tenant_id=73ba85adb16a40efa44703f122211469 HTTP/1.1" status: 200 len: 267 time: 0.0588226 Sep 07 07:23:05.390398 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728184039033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5732513'] for segment, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.418347 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.430247 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.439194 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 07:23:05.439844 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732491'] for segment, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: Traceback (most recent call last): Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: timer() Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: cb(*args, **kw) Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: return func(*args, **kwargs) Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: self._notify() Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: self.callback(batched_events) Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: event.method(event) Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: return f(self, *a, **k) Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: return self._get(url).json() Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: return self.request(url, 'GET', **kwargs) Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 07:23:05.441876 dv-cinder-804735-9-iscsi neutron-server[94029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 07:23:05.443919 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] Pushing event deleted for resources: {'Port': ['ID=f8e58a39-b75d-4327-8a03-587d6b55f2b3,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:05.446965 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] No DVR routers for this DVR port f8e58a39-b75d-4327-8a03-587d6b55f2b3 on host dv-cinder-804735-9-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:23:05.452443 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:05.452846 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:05.455786 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:05.456145 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:05.457149 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:05.457498 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:05.457838 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:05.458602 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:05.458602 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:05.459568 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:05.459961 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:05.460253 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e248276-7edc-4183-a759-c93bbd5777e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:05.506078 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d08b7b-ba61-4879-8a30-be8282815cb4 req-18c96476-3882-4869-877c-921b4453d515 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:05.507636 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-91d08b7b-ba61-4879-8a30-be8282815cb4 req-18c96476-3882-4869-877c-921b4453d515 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 984 time: 0.1196527 Sep 07 07:23:05.520704 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-91d08b7b-ba61-4879-8a30-be8282815cb4 req-78d58548-cbc8-4d14-be51-5083e9633569 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Request body: {'port': {'security_groups': ['60220495-59af-4a39-991d-03755b41e1e1']}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:23:05.523668 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1854598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579843'] for network, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.551768 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.553668 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] 10.222.0.30 "DELETE /v2.0/networks/50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3 HTTP/1.1" status: 204 len: 168 time: 0.6477244 Sep 07 07:23:05.570351 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c5ac6-4a63-411f-af33-5920982ef6cc admin admin] Pushing event deleted for resources: {'Network': ['ID=50e7cba1-f0fb-4a2d-8da6-e4f49b9b5fe3,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:05.612152 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-91d08b7b-ba61-4879-8a30-be8282815cb4 req-78d58548-cbc8-4d14-be51-5083e9633569 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.681169 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58882) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:05.719862 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-fe9b47c0-6885-43e7-8210-9c2055fc0f5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db239e9484a645ba8702e3d4acca353f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380831 Sep 07 07:23:05.723160 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58884) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:05.770204 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a88359bb-b1ed-467e-b10f-a3f322e95ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.789629 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-91d08b7b-ba61-4879-8a30-be8282815cb4 req-78d58548-cbc8-4d14-be51-5083e9633569 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] For port c3243679-d915-4585-9e74-b175461752ba, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c3243679-d915-4585-9e74-b175461752ba,segment=NetworkSegment(2f38d75f-faea-41c2-997b-1725b53241fd),segment_id=2f38d75f-faea-41c2-997b-1725b53241fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:05.791184 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a88359bb-b1ed-467e-b10f-a3f322e95ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.818185 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-91d08b7b-ba61-4879-8a30-be8282815cb4 req-78d58548-cbc8-4d14-be51-5083e9633569 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.823940 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-91d08b7b-ba61-4879-8a30-be8282815cb4 req-78d58548-cbc8-4d14-be51-5083e9633569 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.838999 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a88359bb-b1ed-467e-b10f-a3f322e95ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.841710 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a88359bb-b1ed-467e-b10f-a3f322e95ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.842852 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a88359bb-b1ed-467e-b10f-a3f322e95ede admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4579a338-16d1-4ea5-9472-28c3ba835535 HTTP/1.1" status: 204 len: 168 time: 0.1187935 Sep 07 07:23:05.851154 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88359bb-b1ed-467e-b10f-a3f322e95ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4579a338-16d1-4ea5-9472-28c3ba835535,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:05.858354 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['c3243679-d915-4585-9e74-b175461752ba'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:23:05.870956 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d08b7b-ba61-4879-8a30-be8282815cb4 req-78d58548-cbc8-4d14-be51-5083e9633569 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:05.871638 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-91d08b7b-ba61-4879-8a30-be8282815cb4 req-78d58548-cbc8-4d14-be51-5083e9633569 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.873124 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-91d08b7b-ba61-4879-8a30-be8282815cb4 req-78d58548-cbc8-4d14-be51-5083e9633569 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "PUT /v2.0/ports/c3243679-d915-4585-9e74-b175461752ba HTTP/1.1" status: 200 len: 942 time: 0.3585577 Sep 07 07:23:05.873512 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'tag': 'c3243679-d915-4585-9e74-b175461752ba'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:23:05.875872 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f56766f-5c5b-49b4-b8fa-55c918016d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9cf8f6-1961-4e51-9474-76db5e7b3d0d", "tag": "c3243679-d915-4585-9e74-b175461752ba"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:23:05.881084 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58890) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:05.920007 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d58548-cbc8-4d14-be51-5083e9633569 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Pushing event updated for resources: {'Port': ['ID=c3243679-d915-4585-9e74-b175461752ba,revision_number=7']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:05.950772 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ee41b8-ff9d-437f-8c7a-0fd80e90a245 x-openstack-request-id: req-d8ee41b8-ff9d-437f-8c7a-0fd80e90a245 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:23:05.951599 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9cf8f6-1961-4e51-9474-76db5e7b3d0d", "tag": "c3243679-d915-4585-9e74-b175461752ba", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:23:05.951934 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8ee41b8-ff9d-437f-8c7a-0fd80e90a245 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:23:05.952472 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'tag': 'c3243679-d915-4585-9e74-b175461752ba', 'status': 'completed', 'code': 200} Sep 07 07:23:05.953057 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a9602194-4361-44cb-a2db-bdb6bc51930e tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:05.982592 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a9602194-4361-44cb-a2db-bdb6bc51930e tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:06.017845 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['c3243679-d915-4585-9e74-b175461752ba'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:23:06.049812 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56766f-5c5b-49b4-b8fa-55c918016d1c req-6dd984a4-a10c-4bae-9f67-f28041107ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:06.055714 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4f56766f-5c5b-49b4-b8fa-55c918016d1c req-6dd984a4-a10c-4bae-9f67-f28041107ad8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ba85adb16a40efa44703f122211469&device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 1098 time: 0.0549266 Sep 07 07:23:06.082563 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a9602194-4361-44cb-a2db-bdb6bc51930e tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:06.086471 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a9602194-4361-44cb-a2db-bdb6bc51930e tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:06.091081 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a9602194-4361-44cb-a2db-bdb6bc51930e tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "DELETE /v2.0/security-groups/842843cf-ee41-4e0f-a180-1d16f7159456 HTTP/1.1" status: 204 len: 168 time: 0.2068284 Sep 07 07:23:06.093755 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 58894) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:06.117470 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9602194-4361-44cb-a2db-bdb6bc51930e tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=842843cf-ee41-4e0f-a180-1d16f7159456,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:06.244054 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-43a7a341-2187-455a-9421-0d300fbfc1c1 None None] Provisioning complete for port c3243679-d915-4585-9e74-b175461752ba triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:06.244454 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-43a7a341-2187-455a-9421-0d300fbfc1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:06.305583 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56766f-5c5b-49b4-b8fa-55c918016d1c req-8509e744-5bb5-4677-a69f-779c9c237371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:06.307118 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4f56766f-5c5b-49b4-b8fa-55c918016d1c req-8509e744-5bb5-4677-a69f-779c9c237371 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6304009b-0af9-4a11-9aed-376df5168c1d HTTP/1.1" status: 200 len: 916 time: 0.2447767 Sep 07 07:23:06.313878 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58896) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:06.353283 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-9e09a00d-fc90-46f2-a80a-594cbde00f80 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2faff86e80394ec5babca8f1fdc53c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381379 Sep 07 07:23:06.355723 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 58898) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:06.372318 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7fab4-0608-4a19-adcf-a48a5a91b20f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Deleting port a77ecd7c-f0f2-4257-9a41-00d1be8c1f15 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:23:06.372669 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fab4-0608-4a19-adcf-a48a5a91b20f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:06.401880 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4f56766f-5c5b-49b4-b8fa-55c918016d1c req-38b7cadc-0d76-4f18-b0c8-c3648fb44c7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3243679-d915-4585-9e74-b175461752ba HTTP/1.1" status: 200 len: 1001 time: 0.0858753 Sep 07 07:23:06.402856 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d271-a994-4f15-867a-5413d9b33346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:06.423452 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d271-a994-4f15-867a-5413d9b33346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:06.469628 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d271-a994-4f15-867a-5413d9b33346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:06.472683 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d271-a994-4f15-867a-5413d9b33346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:06.476427 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8bb8d271-a994-4f15-867a-5413d9b33346 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5125936e-333a-462e-ad24-372abd67b1a0 HTTP/1.1" status: 204 len: 168 time: 0.1173058 Sep 07 07:23:06.482946 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8d271-a994-4f15-867a-5413d9b33346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5125936e-333a-462e-ad24-372abd67b1a0,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:06.500506 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56766f-5c5b-49b4-b8fa-55c918016d1c req-0f93d508-292d-42dd-93dd-e3b7138b0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:06.502209 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4f56766f-5c5b-49b4-b8fa-55c918016d1c req-0f93d508-292d-42dd-93dd-e3b7138b0f20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdb69ac3-0f54-46e7-9131-d2811b003bdd HTTP/1.1" status: 200 len: 854 time: 0.0716047 Sep 07 07:23:06.504510 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fab4-0608-4a19-adcf-a48a5a91b20f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:06.504873 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fab4-0608-4a19-adcf-a48a5a91b20f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:06.526564 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7fab4-0608-4a19-adcf-a48a5a91b20f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Calling delete_port for a77ecd7c-f0f2-4257-9a41-00d1be8c1f15 owned by network:floatingip {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:23:06.606169 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56766f-5c5b-49b4-b8fa-55c918016d1c req-ae77de58-2d2b-4834-bee0-05632f77cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:06.607816 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4f56766f-5c5b-49b4-b8fa-55c918016d1c req-ae77de58-2d2b-4834-bee0-05632f77cea4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6304009b-0af9-4a11-9aed-376df5168c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0945654 Sep 07 07:23:06.759220 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4f56766f-5c5b-49b4-b8fa-55c918016d1c req-b5080777-8437-4fd3-bf44-167089c42e65 service neutron] 10.222.0.15 "GET /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409233 Sep 07 07:23:06.871571 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fab4-0608-4a19-adcf-a48a5a91b20f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:06.900366 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7fab4-0608-4a19-adcf-a48a5a91b20f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Pushing event deleted for resources: {'Port': ['ID=a77ecd7c-f0f2-4257-9a41-00d1be8c1f15,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:06.936183 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4f56766f-5c5b-49b4-b8fa-55c918016d1c req-bd141baf-5977-4d6c-8a32-c9be14f4f374 service neutron] 10.222.0.15 "GET /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697235 Sep 07 07:23:06.977280 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fab4-0608-4a19-adcf-a48a5a91b20f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks [] for floatingip, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:06.977610 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.l3_db [None req-5cc7fab4-0608-4a19-adcf-a48a5a91b20f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Floating IP c22138ff-3e7e-44c4-8adf-d3520ad631fa disassociated (deleted). External IP: 172.27.2.208, port: c3243679-d915-4585-9e74-b175461752ba. Sep 07 07:23:07.173052 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc7fab4-0608-4a19-adcf-a48a5a91b20f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Router 78a42677-04d8-4458-82d7-a52574d585e8 has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:23:07.272667 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc7fab4-0608-4a19-adcf-a48a5a91b20f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:23:07.277371 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fab4-0608-4a19-adcf-a48a5a91b20f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:07.281918 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335d0ae-b473-4481-825a-98e8e0149b39 None None] Sync routers for ids ['78a42677-04d8-4458-82d7-a52574d585e8'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:23:07.290894 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d335d0ae-b473-4481-825a-98e8e0149b39 None None] Routers {'78a42677-04d8-4458-82d7-a52574d585e8'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:07.291598 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-d335d0ae-b473-4481-825a-98e8e0149b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['78a42677-04d8-4458-82d7-a52574d585e8'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:07.305109 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-5cc7fab4-0608-4a19-adcf-a48a5a91b20f tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "DELETE /v2.0/floatingips/c22138ff-3e7e-44c4-8adf-d3520ad631fa HTTP/1.1" status: 204 len: 168 time: 1.2104774 Sep 07 07:23:07.395253 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-d335d0ae-b473-4481-825a-98e8e0149b39 None None] Set router 78a42677-04d8-4458-82d7-a52574d585e8 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:07.592779 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-d335d0ae-b473-4481-825a-98e8e0149b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a42677-04d8-4458-82d7-a52574d585e8', 'name': 'tempest-TestMinimumBasicScenario-1109711832-router', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c5594204-992d-4637-b6dc-00339f829464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:20Z', 'revision_number': 4, 'project_id': '73ba85adb16a40efa44703f122211469', 'gw_port': {'id': 'c5594204-992d-4637-b6dc-00339f829464', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '7eb23285-1918-47a8-b892-36067763ace6', 'name': '', 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'mac_address': 'fa:16:3e:73:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:19Z', 'updated_at': '2021-09-07T07:19:26Z', 'revision_number': 5, 'project_id': '73ba85adb16a40efa44703f122211469', 'subnets': [{'id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:07.622501 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335d0ae-b473-4481-825a-98e8e0149b39 None None] Checking router: 78a42677-04d8-4458-82d7-a52574d585e8 for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:23:07.631162 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d335d0ae-b473-4481-825a-98e8e0149b39 None None] Routers {'78a42677-04d8-4458-82d7-a52574d585e8'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:07.631797 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-d335d0ae-b473-4481-825a-98e8e0149b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['78a42677-04d8-4458-82d7-a52574d585e8'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:07.732294 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-d335d0ae-b473-4481-825a-98e8e0149b39 None None] Set router 78a42677-04d8-4458-82d7-a52574d585e8 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:07.922676 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-d335d0ae-b473-4481-825a-98e8e0149b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a42677-04d8-4458-82d7-a52574d585e8', 'name': 'tempest-TestMinimumBasicScenario-1109711832-router', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c5594204-992d-4637-b6dc-00339f829464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:20Z', 'revision_number': 4, 'project_id': '73ba85adb16a40efa44703f122211469', 'gw_port': {'id': 'c5594204-992d-4637-b6dc-00339f829464', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '7eb23285-1918-47a8-b892-36067763ace6', 'name': '', 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'mac_address': 'fa:16:3e:73:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:19Z', 'updated_at': '2021-09-07T07:19:26Z', 'revision_number': 5, 'project_id': '73ba85adb16a40efa44703f122211469', 'subnets': [{'id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:07.948892 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335d0ae-b473-4481-825a-98e8e0149b39 None None] The sync data for ids ['78a42677-04d8-4458-82d7-a52574d585e8'] in dv-cinder-804735-9-iscsi is: [{'id': '78a42677-04d8-4458-82d7-a52574d585e8', 'name': 'tempest-TestMinimumBasicScenario-1109711832-router', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c5594204-992d-4637-b6dc-00339f829464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:20Z', 'revision_number': 4, 'project_id': '73ba85adb16a40efa44703f122211469', 'gw_port': {'id': 'c5594204-992d-4637-b6dc-00339f829464', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '7eb23285-1918-47a8-b892-36067763ace6', 'name': '', 'network_id': '6304009b-0af9-4a11-9aed-376df5168c1d', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'mac_address': 'fa:16:3e:73:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:19Z', 'updated_at': '2021-09-07T07:19:26Z', 'revision_number': 5, 'project_id': '73ba85adb16a40efa44703f122211469', 'subnets': [{'id': 'bdb69ac3-0f54-46e7-9131-d2811b003bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:23:07.953339 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'tag': 'c3243679-d915-4585-9e74-b175461752ba'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:23:07.955807 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39277ce-93f6-41d6-8b08-cca818c6b9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9cf8f6-1961-4e51-9474-76db5e7b3d0d", "tag": "c3243679-d915-4585-9e74-b175461752ba"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:23:07.992673 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709e8f2c-0f20-4911-a28a-ae096a56c6a5 x-openstack-request-id: req-709e8f2c-0f20-4911-a28a-ae096a56c6a5 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:23:07.992921 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9cf8f6-1961-4e51-9474-76db5e7b3d0d", "tag": "c3243679-d915-4585-9e74-b175461752ba", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:23:07.993174 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-709e8f2c-0f20-4911-a28a-ae096a56c6a5 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:23:07.993605 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'tag': 'c3243679-d915-4585-9e74-b175461752ba', 'status': 'completed', 'code': 200} Sep 07 07:23:08.088090 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39277ce-93f6-41d6-8b08-cca818c6b9bd req-158bf015-e2d6-4805-ac6b-384147a9529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:08.089653 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a39277ce-93f6-41d6-8b08-cca818c6b9bd req-158bf015-e2d6-4805-ac6b-384147a9529e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ba85adb16a40efa44703f122211469&device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 1098 time: 0.0407782 Sep 07 07:23:08.165266 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a426933c-c697-4ae6-adc6-0d0fa0b795c8 None None] New status for floating IP c22138ff-3e7e-44c4-8adf-d3520ad631fa: DOWN {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 07:23:08.189819 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39277ce-93f6-41d6-8b08-cca818c6b9bd req-00477473-7c3d-46b9-9def-0e350f4bc8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:08.191485 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a39277ce-93f6-41d6-8b08-cca818c6b9bd req-00477473-7c3d-46b9-9def-0e350f4bc8a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6304009b-0af9-4a11-9aed-376df5168c1d HTTP/1.1" status: 200 len: 916 time: 0.0943735 Sep 07 07:23:08.235076 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a39277ce-93f6-41d6-8b08-cca818c6b9bd req-e006db57-756c-4082-9859-25c58e9b0352 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3243679-d915-4585-9e74-b175461752ba HTTP/1.1" status: 200 len: 217 time: 0.0366533 Sep 07 07:23:08.286157 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39277ce-93f6-41d6-8b08-cca818c6b9bd req-89c0e0bb-d1cc-4680-9a47-15cdd354eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:08.287641 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a39277ce-93f6-41d6-8b08-cca818c6b9bd req-89c0e0bb-d1cc-4680-9a47-15cdd354eb7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdb69ac3-0f54-46e7-9131-d2811b003bdd HTTP/1.1" status: 200 len: 854 time: 0.0451250 Sep 07 07:23:08.331167 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39277ce-93f6-41d6-8b08-cca818c6b9bd req-63bad6f1-42b9-4246-9b6e-9095a59f6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:08.332615 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a39277ce-93f6-41d6-8b08-cca818c6b9bd req-63bad6f1-42b9-4246-9b6e-9095a59f6450 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6304009b-0af9-4a11-9aed-376df5168c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377781 Sep 07 07:23:08.424574 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a39277ce-93f6-41d6-8b08-cca818c6b9bd req-be908e32-7eca-412d-912b-c8d64bad0989 service neutron] 10.222.0.15 "GET /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841165 Sep 07 07:23:08.515560 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a39277ce-93f6-41d6-8b08-cca818c6b9bd req-45683f02-a54b-4582-a2ab-f7ee77fd810c service neutron] 10.222.0.15 "GET /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805612 Sep 07 07:23:09.998917 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aced30-9775-4380-aa55-cf7b563bba84 req-9cebb195-6aff-4373-a275-c154a0a0ca26 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:10.000410 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d8aced30-9775-4380-aa55-cf7b563bba84 req-9cebb195-6aff-4373-a275-c154a0a0ca26 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0509090 Sep 07 07:23:10.038104 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d8aced30-9775-4380-aa55-cf7b563bba84 req-1079462e-96c0-4641-90fc-31911d043ae3 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317504 Sep 07 07:23:11.154073 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0004b-e55b-430a-93d8-81a3447bddf7 req-6a77f32e-70d1-4df7-a04d-d54496942dfe tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:11.155593 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-26c0004b-e55b-430a-93d8-81a3447bddf7 req-6a77f32e-70d1-4df7-a04d-d54496942dfe tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0506656 Sep 07 07:23:11.194524 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-26c0004b-e55b-430a-93d8-81a3447bddf7 req-213c6fa4-4024-4c35-96dc-36611bfc938c tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331061 Sep 07 07:23:12.265537 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dd6b4-af6d-4448-8db1-b995e619404c req-00743714-24fa-45c5-ad33-4c8ffafe3a8c tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:12.267000 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-be5dd6b4-af6d-4448-8db1-b995e619404c req-00743714-24fa-45c5-ad33-4c8ffafe3a8c tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0477443 Sep 07 07:23:12.363940 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2636d-3883-4a6f-8f30-ac22027e62d3 req-38e479d5-2d6d-469e-8f49-b701c949d67a tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:12.365411 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4af2636d-3883-4a6f-8f30-ac22027e62d3 req-38e479d5-2d6d-469e-8f49-b701c949d67a tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9cf8f6-1961-4e51-9474-76db5e7b3d0d HTTP/1.1" status: 200 len: 945 time: 0.0972900 Sep 07 07:23:12.414758 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4af2636d-3883-4a6f-8f30-ac22027e62d3 req-bd64ed4a-aeb0-46f5-8396-9dc19dd4ff5b tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.30 "GET /v2.0/security-groups?id=60220495-59af-4a39-991d-03755b41e1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435925 Sep 07 07:23:12.419268 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-be5dd6b4-af6d-4448-8db1-b995e619404c req-87c69baf-8d88-49e0-a995-b7ab109849c6 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Deleting port c3243679-d915-4585-9e74-b175461752ba {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:23:12.419636 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-be5dd6b4-af6d-4448-8db1-b995e619404c req-87c69baf-8d88-49e0-a995-b7ab109849c6 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:12.506321 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-be5dd6b4-af6d-4448-8db1-b995e619404c req-87c69baf-8d88-49e0-a995-b7ab109849c6 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] For port c3243679-d915-4585-9e74-b175461752ba, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c3243679-d915-4585-9e74-b175461752ba,segment=NetworkSegment(2f38d75f-faea-41c2-997b-1725b53241fd),segment_id=2f38d75f-faea-41c2-997b-1725b53241fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:12.506609 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-be5dd6b4-af6d-4448-8db1-b995e619404c req-87c69baf-8d88-49e0-a995-b7ab109849c6 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:12.517753 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-be5dd6b4-af6d-4448-8db1-b995e619404c req-87c69baf-8d88-49e0-a995-b7ab109849c6 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Calling delete_port for c3243679-d915-4585-9e74-b175461752ba owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:23:12.638126 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-be5dd6b4-af6d-4448-8db1-b995e619404c req-87c69baf-8d88-49e0-a995-b7ab109849c6 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:12.663803 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c69baf-8d88-49e0-a995-b7ab109849c6 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Pushing event deleted for resources: {'Port': ['ID=c3243679-d915-4585-9e74-b175461752ba,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:12.707432 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5dd6b4-af6d-4448-8db1-b995e619404c req-87c69baf-8d88-49e0-a995-b7ab109849c6 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] No DVR routers for this DVR port c3243679-d915-4585-9e74-b175461752ba on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:23:12.709674 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-be5dd6b4-af6d-4448-8db1-b995e619404c req-87c69baf-8d88-49e0-a995-b7ab109849c6 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:12.711650 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-be5dd6b4-af6d-4448-8db1-b995e619404c req-87c69baf-8d88-49e0-a995-b7ab109849c6 tempest-TestMinimumBasicScenario-2055578892 tempest-TestMinimumBasicScenario-2055578892-project] 10.222.0.15 "DELETE /v2.0/ports/c3243679-d915-4585-9e74-b175461752ba HTTP/1.1" status: 204 len: 173 time: 0.4324894 Sep 07 07:23:12.712145 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'name': 'network-vif-deleted', 'tag': 'c3243679-d915-4585-9e74-b175461752ba'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:23:12.714567 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3e4dca-0f0a-4f28-b5b4-baff150a2ff8" -d '{"events": [{"server_uuid": "0f9cf8f6-1961-4e51-9474-76db5e7b3d0d", "name": "network-vif-deleted", "tag": "c3243679-d915-4585-9e74-b175461752ba"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:23:12.750489 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1d1972-5733-4623-9c9b-ac7d5a8f6a96 x-openstack-request-id: req-ca1d1972-5733-4623-9c9b-ac7d5a8f6a96 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:23:12.750781 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9cf8f6-1961-4e51-9474-76db5e7b3d0d", "name": "network-vif-deleted", "tag": "c3243679-d915-4585-9e74-b175461752ba", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:23:12.751036 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca1d1972-5733-4623-9c9b-ac7d5a8f6a96 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:23:12.751463 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9cf8f6-1961-4e51-9474-76db5e7b3d0d', 'name': 'network-vif-deleted', 'tag': 'c3243679-d915-4585-9e74-b175461752ba', 'status': 'completed', 'code': 200} Sep 07 07:23:14.064586 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 59010) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:14.570598 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device c3243679-d915-4585-9e74-b175461752ba no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:23:14.595363 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: c3243679-d915-4585-9e74-b175461752ba {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:23:14.595716 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device c3243679-d915-4585-9e74-b175461752ba not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:23:14.705926 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c0be991f-7009-486d-8354-9c7fd44199c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580881'] for router_interface, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:14.985776 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c0be991f-7009-486d-8354-9c7fd44199c5 admin admin] Deleting port 7eb23285-1918-47a8-b892-36067763ace6 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:23:14.986122 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c0be991f-7009-486d-8354-9c7fd44199c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:15.060509 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c0be991f-7009-486d-8354-9c7fd44199c5 admin admin] For port 7eb23285-1918-47a8-b892-36067763ace6, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=7eb23285-1918-47a8-b892-36067763ace6,segment=NetworkSegment(2f38d75f-faea-41c2-997b-1725b53241fd),segment_id=2f38d75f-faea-41c2-997b-1725b53241fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:15.060884 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c0be991f-7009-486d-8354-9c7fd44199c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:15.072506 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-c0be991f-7009-486d-8354-9c7fd44199c5 admin admin] Calling delete_port for 7eb23285-1918-47a8-b892-36067763ace6 owned by network:router_interface {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:23:15.245080 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c0be991f-7009-486d-8354-9c7fd44199c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:15.275176 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be991f-7009-486d-8354-9c7fd44199c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb23285-1918-47a8-b892-36067763ace6,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:15.432952 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c0be991f-7009-486d-8354-9c7fd44199c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581005'] for router_interface, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:15.637802 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0be991f-7009-486d-8354-9c7fd44199c5 admin admin] Router 78a42677-04d8-4458-82d7-a52574d585e8 has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:23:15.739563 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0be991f-7009-486d-8354-9c7fd44199c5 admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:23:15.747013 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59020) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:15.747513 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-c0be991f-7009-486d-8354-9c7fd44199c5 admin admin] 10.222.0.30 "PUT /v2.0/routers/78a42677-04d8-4458-82d7-a52574d585e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6814151 Sep 07 07:23:15.748338 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41bb475-ea21-432f-8639-3978fcdc1f85 None None] Sync routers for ids ['78a42677-04d8-4458-82d7-a52574d585e8'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:23:15.758637 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41bb475-ea21-432f-8639-3978fcdc1f85 None None] Routers {'78a42677-04d8-4458-82d7-a52574d585e8'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:15.759246 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-a41bb475-ea21-432f-8639-3978fcdc1f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['78a42677-04d8-4458-82d7-a52574d585e8'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:15.852057 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8901c982-7161-4935-b0f0-0f22d87cd11e admin admin] Notify callbacks [] for router, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:15.865790 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-a41bb475-ea21-432f-8639-3978fcdc1f85 None None] Set router 78a42677-04d8-4458-82d7-a52574d585e8 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:15.949952 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8901c982-7161-4935-b0f0-0f22d87cd11e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:16.006991 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-8901c982-7161-4935-b0f0-0f22d87cd11e admin admin] Deleting port c5594204-992d-4637-b6dc-00339f829464 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:23:16.007393 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8901c982-7161-4935-b0f0-0f22d87cd11e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:16.086016 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-8901c982-7161-4935-b0f0-0f22d87cd11e admin admin] For port c5594204-992d-4637-b6dc-00339f829464, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=c5594204-992d-4637-b6dc-00339f829464,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:16.086387 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8901c982-7161-4935-b0f0-0f22d87cd11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:16.099160 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-8901c982-7161-4935-b0f0-0f22d87cd11e admin admin] Calling delete_port for c5594204-992d-4637-b6dc-00339f829464 owned by network:router_gateway {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:23:16.163276 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-a41bb475-ea21-432f-8639-3978fcdc1f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a42677-04d8-4458-82d7-a52574d585e8', 'name': 'tempest-TestMinimumBasicScenario-1109711832-router', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c5594204-992d-4637-b6dc-00339f829464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:23:15Z', 'revision_number': 5, 'project_id': '73ba85adb16a40efa44703f122211469', 'gw_port': {'id': 'c5594204-992d-4637-b6dc-00339f829464', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a42677-04d8-4458-82d7-a52574d585e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:16.192469 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41bb475-ea21-432f-8639-3978fcdc1f85 None None] Checking router: 78a42677-04d8-4458-82d7-a52574d585e8 for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:23:16.200609 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41bb475-ea21-432f-8639-3978fcdc1f85 None None] Routers {'78a42677-04d8-4458-82d7-a52574d585e8'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:16.201225 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-a41bb475-ea21-432f-8639-3978fcdc1f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['78a42677-04d8-4458-82d7-a52574d585e8'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:16.264480 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8901c982-7161-4935-b0f0-0f22d87cd11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:16.287890 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-a41bb475-ea21-432f-8639-3978fcdc1f85 None None] Set router 78a42677-04d8-4458-82d7-a52574d585e8 gateway port host: None {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:16.295745 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901c982-7161-4935-b0f0-0f22d87cd11e admin admin] Pushing event deleted for resources: {'Port': ['ID=c5594204-992d-4637-b6dc-00339f829464,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:16.341113 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-a41bb475-ea21-432f-8639-3978fcdc1f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a42677-04d8-4458-82d7-a52574d585e8', 'name': 'tempest-TestMinimumBasicScenario-1109711832-router', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:23:15Z', 'revision_number': 6, 'project_id': '73ba85adb16a40efa44703f122211469', 'gw_port_host': None}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:16.350993 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8901c982-7161-4935-b0f0-0f22d87cd11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579887'] for router_gateway, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:16.370890 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41bb475-ea21-432f-8639-3978fcdc1f85 None None] The sync data for ids ['78a42677-04d8-4458-82d7-a52574d585e8'] in dv-cinder-804735-9-iscsi is: [{'id': '78a42677-04d8-4458-82d7-a52574d585e8', 'name': 'tempest-TestMinimumBasicScenario-1109711832-router', 'tenant_id': '73ba85adb16a40efa44703f122211469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:17Z', 'updated_at': '2021-09-07T07:23:15Z', 'revision_number': 6, 'project_id': '73ba85adb16a40efa44703f122211469', 'gw_port_host': None}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:23:16.439334 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8901c982-7161-4935-b0f0-0f22d87cd11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10342'] for router, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:16.441618 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8901c982-7161-4935-b0f0-0f22d87cd11e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:16.482916 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8901c982-7161-4935-b0f0-0f22d87cd11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576117'] for router, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:16.483476 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8901c982-7161-4935-b0f0-0f22d87cd11e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78a42677-04d8-4458-82d7-a52574d585e8 {{(pid=94030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 07:23:16.487884 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8901c982-7161-4935-b0f0-0f22d87cd11e admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:16.489653 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8901c982-7161-4935-b0f0-0f22d87cd11e admin admin] 10.222.0.30 "DELETE /v2.0/routers/78a42677-04d8-4458-82d7-a52574d585e8 HTTP/1.1" status: 204 len: 168 time: 0.7415900 Sep 07 07:23:16.492058 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59022) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:16.537532 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-379e8c88-af5c-4a68-a6c1-0e9c0a3ed976 admin admin] Deleting subnet bdb69ac3-0f54-46e7-9131-d2811b003bdd {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 07:23:16.540477 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-379e8c88-af5c-4a68-a6c1-0e9c0a3ed976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:16.577148 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-379e8c88-af5c-4a68-a6c1-0e9c0a3ed976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6942309'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:16.652877 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-379e8c88-af5c-4a68-a6c1-0e9c0a3ed976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1858048'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:16.704750 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-379e8c88-af5c-4a68-a6c1-0e9c0a3ed976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1858059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5299574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6110769'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:16.729770 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e8c88-af5c-4a68-a6c1-0e9c0a3ed976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb69ac3-0f54-46e7-9131-d2811b003bdd,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:16.736867 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-379e8c88-af5c-4a68-a6c1-0e9c0a3ed976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:16.738768 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-379e8c88-af5c-4a68-a6c1-0e9c0a3ed976 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bdb69ac3-0f54-46e7-9131-d2811b003bdd HTTP/1.1" status: 204 len: 168 time: 0.2457979 Sep 07 07:23:16.741502 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 59026) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:16.742610 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ce201e-ae2d-47e2-a1f3-753184fa23df None None] Network 6304009b-0af9-4a11-9aed-376df5168c1d requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:23:16.816520 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744665'] for network, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:16.873296 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] Deleting port eecd2557-f645-489e-ae14-e9676b3c658c {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:23:16.873640 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:16.934319 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] For port eecd2557-f645-489e-ae14-e9676b3c658c, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=eecd2557-f645-489e-ae14-e9676b3c658c,segment=NetworkSegment(2f38d75f-faea-41c2-997b-1725b53241fd),segment_id=2f38d75f-faea-41c2-997b-1725b53241fd)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:16.934687 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:16.946503 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] Calling delete_port for eecd2557-f645-489e-ae14-e9676b3c658c owned by network:dhcp {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:23:17.026427 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:17.051766 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] No DVR routers for this DVR port eecd2557-f645-489e-ae14-e9676b3c658c on host dv-cinder-804735-9-iscsi {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:23:17.053449 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] Pushing event deleted for resources: {'Port': ['ID=eecd2557-f645-489e-ae14-e9676b3c658c,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:17.122223 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1854623', 'neutron.services.segments.db._delete_segments_for_network-8728184039280'] for network, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:17.148597 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6304009b-0af9-4a11-9aed-376df5168c1d']}} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:17.150466 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174eb593-8ccf-425a-8c51-509098e66322 None None] DHCP port deletion for 6304009b-0af9-4a11-9aed-376df5168c1d request from dv-cinder-804735-9-iscsi {{(pid=94031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 07:23:17.159220 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f38d75f-faea-41c2-997b-1725b53241fd') {'for_net_delete': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:17.159747 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f38d75f-faea-41c2-997b-1725b53241fd') {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:17.175575 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728184039033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5732513'] for segment, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:17.191035 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:17.197704 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 07:23:17.198068 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732491'] for segment, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: Traceback (most recent call last): Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: timer() Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: cb(*args, **kw) Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: return func(*args, **kwargs) Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: self._notify() Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: self.callback(batched_events) Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: event.method(event) Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: return f(self, *a, **k) Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: return self._get(url).json() Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: return self.request(url, 'GET', **kwargs) Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 07:23:17.199752 dv-cinder-804735-9-iscsi neutron-server[94029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 07:23:17.216371 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device eecd2557-f645-489e-ae14-e9676b3c658c no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:23:17.239694 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: eecd2557-f645-489e-ae14-e9676b3c658c {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:23:17.240132 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device eecd2557-f645-489e-ae14-e9676b3c658c not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:23:17.241092 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 7eb23285-1918-47a8-b892-36067763ace6 no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:23:17.253287 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1854598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579843'] for network, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:17.259522 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:17.260087 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: 7eb23285-1918-47a8-b892-36067763ace6 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:23:17.260931 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 7eb23285-1918-47a8-b892-36067763ace6 not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:23:17.261642 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6304009b-0af9-4a11-9aed-376df5168c1d HTTP/1.1" status: 204 len: 168 time: 0.5191176 Sep 07 07:23:17.264535 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59030) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:17.264992 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device c5594204-992d-4637-b6dc-00339f829464 no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:23:17.274612 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c213013-4d74-4d0f-964e-94a3d3189259 admin admin] Pushing event deleted for resources: {'Network': ['ID=6304009b-0af9-4a11-9aed-376df5168c1d,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:17.284727 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: c5594204-992d-4637-b6dc-00339f829464 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:23:17.285187 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device c5594204-992d-4637-b6dc-00339f829464 not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:23:17.612988 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8ffd0ef0-665c-4fc9-8aa2-0d6922469819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580881'] for router_interface, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:18.069044 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd0ef0-665c-4fc9-8aa2-0d6922469819 admin admin] Deleting port 89b50499-a255-4956-8887-d42b6bc3312b {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:23:18.069306 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8ffd0ef0-665c-4fc9-8aa2-0d6922469819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:18.143240 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-8ffd0ef0-665c-4fc9-8aa2-0d6922469819 admin admin] For port 89b50499-a255-4956-8887-d42b6bc3312b, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=89b50499-a255-4956-8887-d42b6bc3312b,segment=NetworkSegment(67b9dccb-a666-446a-b84f-29025bc4fb34),segment_id=67b9dccb-a666-446a-b84f-29025bc4fb34)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:18.143632 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8ffd0ef0-665c-4fc9-8aa2-0d6922469819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:18.155606 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd0ef0-665c-4fc9-8aa2-0d6922469819 admin admin] Calling delete_port for 89b50499-a255-4956-8887-d42b6bc3312b owned by network:router_interface {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:23:18.325996 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8ffd0ef0-665c-4fc9-8aa2-0d6922469819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:18.353766 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd0ef0-665c-4fc9-8aa2-0d6922469819 admin admin] Pushing event deleted for resources: {'Port': ['ID=89b50499-a255-4956-8887-d42b6bc3312b,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:18.511479 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8ffd0ef0-665c-4fc9-8aa2-0d6922469819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581005'] for router_interface, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:18.714413 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffd0ef0-665c-4fc9-8aa2-0d6922469819 admin admin] Router 9f551365-f0df-4c45-b5cd-b16689d7ee87 has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:23:18.821950 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffd0ef0-665c-4fc9-8aa2-0d6922469819 admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:23:18.826921 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8ffd0ef0-665c-4fc9-8aa2-0d6922469819 admin admin] 10.222.0.30 "PUT /v2.0/routers/9f551365-f0df-4c45-b5cd-b16689d7ee87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5607846 Sep 07 07:23:18.829576 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59036) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:18.830289 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ba5ee9-8f5f-4510-9067-a0ab64a9a6cc None None] Sync routers for ids ['9f551365-f0df-4c45-b5cd-b16689d7ee87'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:23:18.840380 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ba5ee9-8f5f-4510-9067-a0ab64a9a6cc None None] Routers {'9f551365-f0df-4c45-b5cd-b16689d7ee87'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:18.840976 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-36ba5ee9-8f5f-4510-9067-a0ab64a9a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['9f551365-f0df-4c45-b5cd-b16689d7ee87'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:18.934692 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde7b-da89-4d98-b4d2-3a011c875579 admin admin] Notify callbacks [] for router, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:18.943450 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-36ba5ee9-8f5f-4510-9067-a0ab64a9a6cc None None] Set router 9f551365-f0df-4c45-b5cd-b16689d7ee87 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:19.032109 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde7b-da89-4d98-b4d2-3a011c875579 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:19.085670 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-bbcdde7b-da89-4d98-b4d2-3a011c875579 admin admin] Deleting port 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:23:19.086017 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde7b-da89-4d98-b4d2-3a011c875579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:19.115140 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-36ba5ee9-8f5f-4510-9067-a0ab64a9a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'name': 'tempest-TestMinimumBasicScenario-27650211-router', 'tenant_id': '9da8269b221344ff8f0faaa05bc69193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:22Z', 'updated_at': '2021-09-07T07:23:18Z', 'revision_number': 5, 'project_id': '9da8269b221344ff8f0faaa05bc69193', 'gw_port': {'id': '7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:19:22Z', 'updated_at': '2021-09-07T07:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:19.140580 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ba5ee9-8f5f-4510-9067-a0ab64a9a6cc None None] Checking router: 9f551365-f0df-4c45-b5cd-b16689d7ee87 for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:23:19.149369 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ba5ee9-8f5f-4510-9067-a0ab64a9a6cc None None] Routers {'9f551365-f0df-4c45-b5cd-b16689d7ee87'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:19.150165 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-36ba5ee9-8f5f-4510-9067-a0ab64a9a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['9f551365-f0df-4c45-b5cd-b16689d7ee87'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:19.182262 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-bbcdde7b-da89-4d98-b4d2-3a011c875579 admin admin] For port 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:19.182628 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde7b-da89-4d98-b4d2-3a011c875579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:19.195751 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-bbcdde7b-da89-4d98-b4d2-3a011c875579 admin admin] Calling delete_port for 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2 owned by network:router_gateway {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:23:19.238308 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-36ba5ee9-8f5f-4510-9067-a0ab64a9a6cc None None] Set router 9f551365-f0df-4c45-b5cd-b16689d7ee87 gateway port host: None {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:19.290143 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-36ba5ee9-8f5f-4510-9067-a0ab64a9a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'name': 'tempest-TestMinimumBasicScenario-27650211-router', 'tenant_id': '9da8269b221344ff8f0faaa05bc69193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:22Z', 'updated_at': '2021-09-07T07:23:19Z', 'revision_number': 6, 'project_id': '9da8269b221344ff8f0faaa05bc69193', 'gw_port_host': None}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:19.315099 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ba5ee9-8f5f-4510-9067-a0ab64a9a6cc None None] The sync data for ids ['9f551365-f0df-4c45-b5cd-b16689d7ee87'] in dv-cinder-804735-9-iscsi is: [{'id': '9f551365-f0df-4c45-b5cd-b16689d7ee87', 'name': 'tempest-TestMinimumBasicScenario-27650211-router', 'tenant_id': '9da8269b221344ff8f0faaa05bc69193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:19:22Z', 'updated_at': '2021-09-07T07:23:19Z', 'revision_number': 6, 'project_id': '9da8269b221344ff8f0faaa05bc69193', 'gw_port_host': None}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:23:19.364984 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde7b-da89-4d98-b4d2-3a011c875579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:19.390629 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdde7b-da89-4d98-b4d2-3a011c875579 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:19.449083 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde7b-da89-4d98-b4d2-3a011c875579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579887'] for router_gateway, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:19.534649 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde7b-da89-4d98-b4d2-3a011c875579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10342'] for router, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:19.536844 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde7b-da89-4d98-b4d2-3a011c875579 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:19.578677 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde7b-da89-4d98-b4d2-3a011c875579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576117'] for router, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:19.579225 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcdde7b-da89-4d98-b4d2-3a011c875579 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f551365-f0df-4c45-b5cd-b16689d7ee87 {{(pid=94030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 07:23:19.584451 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde7b-da89-4d98-b4d2-3a011c875579 admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:19.585585 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-bbcdde7b-da89-4d98-b4d2-3a011c875579 admin admin] 10.222.0.30 "DELETE /v2.0/routers/9f551365-f0df-4c45-b5cd-b16689d7ee87 HTTP/1.1" status: 204 len: 168 time: 0.7550955 Sep 07 07:23:19.588075 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59042) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:19.633086 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8d6f19-eb58-4561-9324-4a84c4275f5b admin admin] Deleting subnet c0a0b14b-70e3-4a60-9b74-cb53f8daafa2 {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 07:23:19.635445 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dd8d6f19-eb58-4561-9324-4a84c4275f5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:19.672949 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dd8d6f19-eb58-4561-9324-4a84c4275f5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6942309'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:19.749489 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dd8d6f19-eb58-4561-9324-4a84c4275f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1858048'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:19.798398 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dd8d6f19-eb58-4561-9324-4a84c4275f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1858059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5299574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6110769'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:19.823023 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d6f19-eb58-4561-9324-4a84c4275f5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a0b14b-70e3-4a60-9b74-cb53f8daafa2,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:19.826665 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dd8d6f19-eb58-4561-9324-4a84c4275f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:19.828593 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-dd8d6f19-eb58-4561-9324-4a84c4275f5b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c0a0b14b-70e3-4a60-9b74-cb53f8daafa2 HTTP/1.1" status: 204 len: 168 time: 0.2395093 Sep 07 07:23:19.831118 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 59044) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:19.832587 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76dbe2a-cef9-4e83-be2b-c47fd14f66b5 None None] Network 88f56d0f-47d3-49b1-838e-b3e9878e5040 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:23:19.901269 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744665'] for network, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:19.953161 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] Deleting port 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:23:19.953506 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:20.016906 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] For port 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c,segment=NetworkSegment(67b9dccb-a666-446a-b84f-29025bc4fb34),segment_id=67b9dccb-a666-446a-b84f-29025bc4fb34)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:20.016906 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:20.029998 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] Calling delete_port for 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c owned by network:dhcp {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:23:20.055799 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2afb66f-88a5-4988-8c7f-d2c6dc0023fb None None] DHCP port deletion for 88f56d0f-47d3-49b1-838e-b3e9878e5040 request from dv-cinder-804735-9-iscsi {{(pid=94031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 07:23:20.104922 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b2afb66f-88a5-4988-8c7f-d2c6dc0023fb None None] Deleting port 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:23:20.105301 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b2afb66f-88a5-4988-8c7f-d2c6dc0023fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:20.114483 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:20.141749 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:20.143664 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] No DVR routers for this DVR port 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c on host dv-cinder-804735-9-iscsi {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:23:20.171124 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b2afb66f-88a5-4988-8c7f-d2c6dc0023fb None None] For port 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c,segment=NetworkSegment(67b9dccb-a666-446a-b84f-29025bc4fb34),segment_id=67b9dccb-a666-446a-b84f-29025bc4fb34)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:20.171830 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b2afb66f-88a5-4988-8c7f-d2c6dc0023fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:20.188850 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b2afb66f-88a5-4988-8c7f-d2c6dc0023fb None None] Calling delete_port for 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:23:20.221052 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1854623', 'neutron.services.segments.db._delete_segments_for_network-8728184039280'] for network, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:20.241872 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f56d0f-47d3-49b1-838e-b3e9878e5040']}} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:20.252027 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b9dccb-a666-446a-b84f-29025bc4fb34') {'for_net_delete': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:20.252328 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b9dccb-a666-446a-b84f-29025bc4fb34') {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:20.261853 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728184039033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5732513'] for segment, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:20.262151 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b2afb66f-88a5-4988-8c7f-d2c6dc0023fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:20.275728 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:20.282486 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 07:23:20.282963 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732491'] for segment, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: Traceback (most recent call last): Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: timer() Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: cb(*args, **kw) Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: return func(*args, **kwargs) Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: self._notify() Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: self.callback(batched_events) Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: event.method(event) Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: return f(self, *a, **k) Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: return self._get(url).json() Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: return self.request(url, 'GET', **kwargs) Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 07:23:20.285792 dv-cinder-804735-9-iscsi neutron-server[94029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 07:23:20.296044 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2afb66f-88a5-4988-8c7f-d2c6dc0023fb None None] No DVR routers for this DVR port 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c on host dv-cinder-804735-9-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:23:20.298024 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afb66f-88a5-4988-8c7f-d2c6dc0023fb None None] Pushing event deleted for resources: {'Port': ['ID=4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:20.349277 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1854598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579843'] for network, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:20.354768 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:20.359199 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] 10.222.0.30 "DELETE /v2.0/networks/88f56d0f-47d3-49b1-838e-b3e9878e5040 HTTP/1.1" status: 204 len: 168 time: 0.5270231 Sep 07 07:23:20.371418 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75ec53-4c34-4b9e-9fb8-e83c88f67078 admin admin] Pushing event deleted for resources: {'Network': ['ID=88f56d0f-47d3-49b1-838e-b3e9878e5040,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:20.517275 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59052) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:20.563653 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-55a8ec19-801e-499c-ab50-c20e0a5004cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=73ba85adb16a40efa44703f122211469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450902 Sep 07 07:23:20.565931 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59054) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:20.617380 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4c359705-4bb7-4881-8fa2-6b2cda5a7b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:20.638449 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4c359705-4bb7-4881-8fa2-6b2cda5a7b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:20.683435 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4c359705-4bb7-4881-8fa2-6b2cda5a7b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:20.685942 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4c359705-4bb7-4881-8fa2-6b2cda5a7b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:20.687074 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-4c359705-4bb7-4881-8fa2-6b2cda5a7b79 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60220495-59af-4a39-991d-03755b41e1e1 HTTP/1.1" status: 204 len: 168 time: 0.1202469 Sep 07 07:23:20.694433 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c359705-4bb7-4881-8fa2-6b2cda5a7b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60220495-59af-4a39-991d-03755b41e1e1,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:20.987166 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59060) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:21.025636 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-39c96ed1-7fa3-47db-9ea8-58a01d5077ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9da8269b221344ff8f0faaa05bc69193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372310 Sep 07 07:23:21.027963 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59062) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:21.073336 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f5261abc-7b0e-4df3-bd83-b7ba871ad438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:21.093626 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f5261abc-7b0e-4df3-bd83-b7ba871ad438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:21.147949 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f5261abc-7b0e-4df3-bd83-b7ba871ad438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:21.150507 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f5261abc-7b0e-4df3-bd83-b7ba871ad438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:21.151774 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f5261abc-7b0e-4df3-bd83-b7ba871ad438 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d32d702f-517c-4a08-b244-f619d65a20c0 HTTP/1.1" status: 204 len: 168 time: 0.1228557 Sep 07 07:23:21.162736 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5261abc-7b0e-4df3-bd83-b7ba871ad438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32d702f-517c-4a08-b244-f619d65a20c0,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:21.169612 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:23:21.195049 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:23:21.195417 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 4ee28b24-d0c7-48bd-abc3-a2a28fbb7e9c not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:23:21.196029 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2 no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:23:21.220129 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:23:21.220478 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 7f4cdfb6-f832-4ef7-8ab7-70630eb3f4d2 not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:23:21.221089 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 89b50499-a255-4956-8887-d42b6bc3312b no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:23:21.241257 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: 89b50499-a255-4956-8887-d42b6bc3312b {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:23:21.241607 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 89b50499-a255-4956-8887-d42b6bc3312b not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:23:21.261858 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:21.834285 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59088) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:21.931974 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-8e9bd03e-4396-4b0e-b7a2-184c6be7b0ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1935498784-network', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:23:21.952364 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9bd03e-4396-4b0e-b7a2-184c6be7b0ef admin admin] Made reservation on behalf of 7b6ee0e37e064331a5c47b5758d37f5a for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:23:21.954685 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd03e-4396-4b0e-b7a2-184c6be7b0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:21.962681 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd03e-4396-4b0e-b7a2-184c6be7b0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:22.049616 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd03e-4396-4b0e-b7a2-184c6be7b0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:22.053464 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd03e-4396-4b0e-b7a2-184c6be7b0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:22.076754 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9bd03e-4396-4b0e-b7a2-184c6be7b0ef admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:23:22.085087 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bd03e-4396-4b0e-b7a2-184c6be7b0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438b7283-d061-4bec-80c7-da3fdbf5b752,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:22.090941 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd03e-4396-4b0e-b7a2-184c6be7b0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:22.091328 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-8e9bd03e-4396-4b0e-b7a2-184c6be7b0ef admin admin] Added segment 93851bab-dbee-4a30-9a90-a075cf480770 of type vlan for network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f Sep 07 07:23:22.130391 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd03e-4396-4b0e-b7a2-184c6be7b0ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:22.153520 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd03e-4396-4b0e-b7a2-184c6be7b0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:22.154402 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9bd03e-4396-4b0e-b7a2-184c6be7b0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:22.154980 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd03e-4396-4b0e-b7a2-184c6be7b0ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:22.187020 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8e9bd03e-4396-4b0e-b7a2-184c6be7b0ef admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3515527 Sep 07 07:23:22.189927 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 59092) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:22.195606 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-4e8aff6c-4c44-432d-bf35-a775c9562407 admin admin] Request body: {'subnet': {'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1935498784-subnet', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'ip_version': 4}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:23:22.216063 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8aff6c-4c44-432d-bf35-a775c9562407 admin admin] Made reservation on behalf of 7b6ee0e37e064331a5c47b5758d37f5a for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:23:22.216274 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bd03e-4396-4b0e-b7a2-184c6be7b0ef admin admin] Pushing event updated for resources: {'Network': ['ID=8e6ed71c-cec5-40c8-81bc-c0c50766c09f,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:22.219304 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4e8aff6c-4c44-432d-bf35-a775c9562407 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5791306'] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:22.226875 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:23:22.386644 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4e8aff6c-4c44-432d-bf35-a775c9562407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5732386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5791292'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:22.443258 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8aff6c-4c44-432d-bf35-a775c9562407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de05a33-42eb-473a-a3bb-1976470f413a,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:22.451741 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8aff6c-4c44-432d-bf35-a775c9562407 admin admin] Checking segment: {'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:23:22.452105 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8aff6c-4c44-432d-bf35-a775c9562407 admin admin] Network hostable DHCP agents. Network: 8e6ed71c-cec5-40c8-81bc-c0c50766c09f, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:23:22.467802 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8aff6c-4c44-432d-bf35-a775c9562407 admin admin] Network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:23:22.475954 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-4e8aff6c-4c44-432d-bf35-a775c9562407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, 8e6ed71c-cec5-40c8-81bc-c0c50766c09f) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:23:22.480377 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8aff6c-4c44-432d-bf35-a775c9562407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:22.481437 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4e8aff6c-4c44-432d-bf35-a775c9562407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:22.484508 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac539136-29ed-428d-b29c-9c7a9d81d270 None None] Network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:23:22.496138 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-4e8aff6c-4c44-432d-bf35-a775c9562407 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3050416 Sep 07 07:23:22.498932 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59096) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:22.503526 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:23:22.526040 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10356'] for router, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:22.527404 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10367'] for router, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:22.585465 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:22.639544 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f9ab8f-4745-5d61-a11c-a90c59f1384b-8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a'}]}} from dv-cinder-804735-9-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 07:23:22.640536 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:22.720931 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:22.784093 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Allocated IP 172.20.0.2 (8e6ed71c-cec5-40c8-81bc-c0c50766c09f/8de05a33-42eb-473a-a3bb-1976470f413a/d920147f-6523-456b-a476-437929b1e7a1) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:23:22.927103 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:22.930376 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:22.941309 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Transition to ACTIVE for port object d920147f-6523-456b-a476-437929b1e7a1 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:23:22.949121 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:22.957732 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Transition to ACTIVE for port object d920147f-6523-456b-a476-437929b1e7a1 will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:23:22.963758 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:23.000768 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:23:23.004057 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:23:23.010126 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:23:23.017050 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Pushing event updated for resources: {'Port': ['ID=d920147f-6523-456b-a476-437929b1e7a1,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:23.054203 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Allocated IP 172.27.2.65 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/3cab87c5-49c3-496a-9977-f452037cd1e6) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:23:23.071747 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Attempting to bind port d920147f-6523-456b-a476-437929b1e7a1 on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:23:23.072117 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Attempting to bind port d920147f-6523-456b-a476-437929b1e7a1 by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:23:23.072474 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Attempting to bind port d920147f-6523-456b-a476-437929b1e7a1 on network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:23:23.077640 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:23:23.078037 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Checking segment: {'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:23:23.078524 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:23.078892 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Bound using segment: {'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:23:23.079372 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Bound port: d920147f-6523-456b-a476-437929b1e7a1, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:23:23.079753 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:23.147050 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] For port d920147f-6523-456b-a476-437929b1e7a1, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:23:23.150669 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] For port d920147f-6523-456b-a476-437929b1e7a1, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=d920147f-6523-456b-a476-437929b1e7a1,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:23:23.154614 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:23.160822 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:23.217184 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbdf9e-2810-4823-ba2a-9d29070dbd28 None None] Pushing event updated for resources: {'Port': ['ID=d920147f-6523-456b-a476-437929b1e7a1,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:23.455123 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:23.494190 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:23:23.497152 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:23:23.502852 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:23:23.509189 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3cab87c5-49c3-496a-9977-f452037cd1e6,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:23.747173 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:23.950299 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567287'] for router, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:24.019445 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7ce69f-9dd8-4a36-b1b5-1b1a3e9d3bdc None None] Network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:23:24.081941 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Router cdba4961-bdf2-459d-bb24-4ba073644f2d is scheduled to L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 with binding_index 1 {{(pid=94030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 07:23:24.089711 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-cf88134b-6e5f-466f-be27-3b03cffca587 None None] Provisioning for port d920147f-6523-456b-a476-437929b1e7a1 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:23:24.189107 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:23:24.199512 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Sync routers for ids ['cdba4961-bdf2-459d-bb24-4ba073644f2d'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:23:24.204691 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:24.206111 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e5687eaa-40df-4240-a21b-f31e882e51c0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7059700 Sep 07 07:23:24.209411 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59104) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:24.209622 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Routers {'cdba4961-bdf2-459d-bb24-4ba073644f2d'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:24.210247 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['cdba4961-bdf2-459d-bb24-4ba073644f2d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:24.320317 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Set router cdba4961-bdf2-459d-bb24-4ba073644f2d gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:24.508161 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:23Z', 'revision_number': 3, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:24.535748 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Checking router: cdba4961-bdf2-459d-bb24-4ba073644f2d for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:23:24.536100 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Updating router cdba4961-bdf2-459d-bb24-4ba073644f2d port 3cab87c5-49c3-496a-9977-f452037cd1e6 binding host dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:23:24.566742 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:24.624257 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:24.780140 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Allocated IP 172.20.0.1 (8e6ed71c-cec5-40c8-81bc-c0c50766c09f/8de05a33-42eb-473a-a3bb-1976470f413a/6bcd87b7-dd9e-4487-a294-f69a6b3d76ce) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:23:24.888583 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:24.902391 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Transition to ACTIVE for port object 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:23:24.932072 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:24.934435 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:24.944232 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Transition to ACTIVE for port object 3cab87c5-49c3-496a-9977-f452037cd1e6 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:23:24.949865 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:24.973137 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:23:24.979533 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:23:24.983986 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:23:24.987029 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Pushing event updated for resources: {'Port': ['ID=6bcd87b7-dd9e-4487-a294-f69a6b3d76ce,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:25.005325 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Attempting to bind port 3cab87c5-49c3-496a-9977-f452037cd1e6 on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:23:25.005962 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Attempting to bind port 3cab87c5-49c3-496a-9977-f452037cd1e6 by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:23:25.006098 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Attempting to bind port 3cab87c5-49c3-496a-9977-f452037cd1e6 on network e2b3ffe7-98e3-4527-9727-6754b6d36286 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:23:25.008092 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c35280-b93d-4a98-8144-e1021a34485d None None] Pushing event updated for resources: {'Port': ['ID=3cab87c5-49c3-496a-9977-f452037cd1e6,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:25.014543 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:23:25.014929 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Checking segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:23:25.015366 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:25.015763 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Bound using segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:23:25.016239 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Bound port: 3cab87c5-49c3-496a-9977-f452037cd1e6, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:23:25.016647 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:25.025101 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579972'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:25.074856 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] For port 3cab87c5-49c3-496a-9977-f452037cd1e6, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:23:25.078894 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] For port 3cab87c5-49c3-496a-9977-f452037cd1e6, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=3cab87c5-49c3-496a-9977-f452037cd1e6,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:23:25.084979 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:25.136999 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c35280-b93d-4a98-8144-e1021a34485d None None] Pushing event updated for resources: {'Port': ['ID=3cab87c5-49c3-496a-9977-f452037cd1e6,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:25.155346 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Routers {'cdba4961-bdf2-459d-bb24-4ba073644f2d'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:25.155929 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['cdba4961-bdf2-459d-bb24-4ba073644f2d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:25.176651 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:25.249883 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device d920147f-6523-456b-a476-437929b1e7a1 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:23:25.304344 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] Set router cdba4961-bdf2-459d-bb24-4ba073644f2d gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:25.307251 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b11ca89a-9d42-46da-89de-3e80fd1f638d None None] Provisioning for port 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:23:25.339275 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b11ca89a-9d42-46da-89de-3e80fd1f638d None None] Provisioning complete for port 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:25.339673 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b11ca89a-9d42-46da-89de-3e80fd1f638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:25.345832 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:25.350552 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5299512'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:25.415428 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port d920147f-6523-456b-a476-437929b1e7a1 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:23:25.420919 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Pushing event updated for resources: {'Port': ['ID=6bcd87b7-dd9e-4487-a294-f69a6b3d76ce,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:25.424400 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580916'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:25.426626 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b11ca89a-9d42-46da-89de-3e80fd1f638d None None] Port 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:23:25.437422 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port d920147f-6523-456b-a476-437929b1e7a1 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:25.437802 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:25.514924 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:23:25.516416 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:23:25.593218 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:25.638626 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port d920147f-6523-456b-a476-437929b1e7a1, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=d920147f-6523-456b-a476-437929b1e7a1,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:25.641041 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:24Z', 'revision_number': 1, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:25.653765 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Router cdba4961-bdf2-459d-bb24-4ba073644f2d has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:23:25.668632 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:25.672312 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136319b7-325a-4d8d-abdd-4d5bd5003a77 None None] The sync data for ids ['cdba4961-bdf2-459d-bb24-4ba073644f2d'] in dv-cinder-804735-9-iscsi is: [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:24Z', 'revision_number': 1, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:23:25.725354 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=d920147f-6523-456b-a476-437929b1e7a1,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:25.747741 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-1e6f63d8-f69e-49f0-8f09-5667eb58d528 None None] Provisioning complete for port 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:25.748198 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1e6f63d8-f69e-49f0-8f09-5667eb58d528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:25.771060 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:23:25.776097 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-9d9b9c79-17b1-4550-bb32-635586ea8d6b admin admin] 10.222.0.30 "PUT /v2.0/routers/cdba4961-bdf2-459d-bb24-4ba073644f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5657122 Sep 07 07:23:25.789560 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f63d8-f69e-49f0-8f09-5667eb58d528 None None] Port 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:23:26.292635 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59128) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:26.298047 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-9c6fe687-8575-4aeb-82d0-918954c24c2b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1649800492-network', 'tenant_id': 'e8116cc95fa244818c9dfa21d95a18cb'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:23:26.328205 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6fe687-8575-4aeb-82d0-918954c24c2b admin admin] Made reservation on behalf of e8116cc95fa244818c9dfa21d95a18cb for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:23:26.330746 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9c6fe687-8575-4aeb-82d0-918954c24c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:26.344680 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9c6fe687-8575-4aeb-82d0-918954c24c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:26.459180 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9c6fe687-8575-4aeb-82d0-918954c24c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:26.463922 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9c6fe687-8575-4aeb-82d0-918954c24c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:26.489732 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6fe687-8575-4aeb-82d0-918954c24c2b admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:23:26.499843 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fe687-8575-4aeb-82d0-918954c24c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a00005b-62d4-459a-b251-c67ea3ce8bc3,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:26.505003 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9c6fe687-8575-4aeb-82d0-918954c24c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:26.505353 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-9c6fe687-8575-4aeb-82d0-918954c24c2b admin admin] Added segment 8eaff007-c4ab-4dd9-bca3-42d180cb0123 of type vlan for network 2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7 Sep 07 07:23:26.554590 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9c6fe687-8575-4aeb-82d0-918954c24c2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:26.582039 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9c6fe687-8575-4aeb-82d0-918954c24c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:26.583150 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6fe687-8575-4aeb-82d0-918954c24c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:26.583781 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9c6fe687-8575-4aeb-82d0-918954c24c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:26.620240 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-9c6fe687-8575-4aeb-82d0-918954c24c2b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3262055 Sep 07 07:23:26.623091 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 59130) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:26.629085 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-0adc0cee-98ba-4144-b45d-681f3c9df76a admin admin] Request body: {'subnet': {'network_id': '2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1649800492-subnet', 'tenant_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'ip_version': 4}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:23:26.648400 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fe687-8575-4aeb-82d0-918954c24c2b admin admin] Pushing event updated for resources: {'Network': ['ID=2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:26.654006 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adc0cee-98ba-4144-b45d-681f3c9df76a admin admin] Made reservation on behalf of e8116cc95fa244818c9dfa21d95a18cb for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:23:26.656555 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0adc0cee-98ba-4144-b45d-681f3c9df76a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5791306'] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:26.658676 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network 2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7 details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:23:26.836842 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0adc0cee-98ba-4144-b45d-681f3c9df76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5732386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5791292'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:26.897653 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc0cee-98ba-4144-b45d-681f3c9df76a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c28a07-af9c-4fb3-b666-e4cf49ab4933,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:26.906304 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adc0cee-98ba-4144-b45d-681f3c9df76a admin admin] Checking segment: {'id': '8eaff007-c4ab-4dd9-bca3-42d180cb0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:23:26.906660 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adc0cee-98ba-4144-b45d-681f3c9df76a admin admin] Network hostable DHCP agents. Network: 2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:23:26.922946 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adc0cee-98ba-4144-b45d-681f3c9df76a admin admin] Network 2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7 is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:23:26.932357 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-0adc0cee-98ba-4144-b45d-681f3c9df76a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, 2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:23:26.936508 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adc0cee-98ba-4144-b45d-681f3c9df76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:26.937090 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0adc0cee-98ba-4144-b45d-681f3c9df76a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:26.944096 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659ff22d-33a8-4f6d-91de-bb40342fffe9 None None] Network 2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:23:26.952543 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-0adc0cee-98ba-4144-b45d-681f3c9df76a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3275747 Sep 07 07:23:26.954969 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 59134) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:26.959869 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1649800492-router', 'tenant_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:23:26.981045 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10356'] for router, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:26.982011 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10367'] for router, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:27.048576 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:27.101160 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f9ab8f-4745-5d61-a11c-a90c59f1384b-2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7', 'network_id': '2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7', 'tenant_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'fixed_ips': [{'subnet_id': 'b5c28a07-af9c-4fb3-b666-e4cf49ab4933'}]}} from dv-cinder-804735-9-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 07:23:27.102025 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:27.191506 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:27.251603 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Allocated IP 172.20.0.2 (2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7/b5c28a07-af9c-4fb3-b666-e4cf49ab4933/5bfd965b-efa2-4a04-906f-f95bcbaaa93a) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:23:27.294991 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 3cab87c5-49c3-496a-9977-f452037cd1e6 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:23:27.421219 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port 3cab87c5-49c3-496a-9977-f452037cd1e6 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:23:27.433409 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 3cab87c5-49c3-496a-9977-f452037cd1e6 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:27.433790 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:27.461427 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:27.475404 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Transition to ACTIVE for port object 5bfd965b-efa2-4a04-906f-f95bcbaaa93a will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:23:27.501256 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Transition to ACTIVE for port object 5bfd965b-efa2-4a04-906f-f95bcbaaa93a will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:23:27.527914 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:27.585871 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Network 2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:23:27.586624 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:27.599167 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:23:27.609921 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:23:27.624295 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-be10833d-11ce-467d-b013-a5779969dbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:27.627388 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Pushing event updated for resources: {'Port': ['ID=5bfd965b-efa2-4a04-906f-f95bcbaaa93a,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:27.630576 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port 3cab87c5-49c3-496a-9977-f452037cd1e6, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=3cab87c5-49c3-496a-9977-f452037cd1e6,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:27.636178 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:27.636999 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device d920147f-6523-456b-a476-437929b1e7a1 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:23:27.651223 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:27.670506 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:27.742684 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Attempting to bind port 5bfd965b-efa2-4a04-906f-f95bcbaaa93a on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:23:27.743171 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Attempting to bind port 5bfd965b-efa2-4a04-906f-f95bcbaaa93a by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '8eaff007-c4ab-4dd9-bca3-42d180cb0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:23:27.743426 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Attempting to bind port 5bfd965b-efa2-4a04-906f-f95bcbaaa93a on network 2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:23:27.753035 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=3cab87c5-49c3-496a-9977-f452037cd1e6,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:27.757602 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:23:27.757978 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Checking segment: {'id': '8eaff007-c4ab-4dd9-bca3-42d180cb0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:23:27.758389 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:27.758779 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Bound using segment: {'id': '8eaff007-c4ab-4dd9-bca3-42d180cb0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:23:27.759251 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Bound port: 5bfd965b-efa2-4a04-906f-f95bcbaaa93a, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eaff007-c4ab-4dd9-bca3-42d180cb0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:23:27.759721 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:27.775392 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Allocated IP 172.27.2.224 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/52164c13-7511-4de3-aee5-7377067ea554) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:23:27.799335 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645da711-3336-4985-996b-18e057d0828e None None] Sync routers for ids ['cdba4961-bdf2-459d-bb24-4ba073644f2d'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:23:27.801753 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port d920147f-6523-456b-a476-437929b1e7a1 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:27.802126 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:27.809139 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645da711-3336-4985-996b-18e057d0828e None None] Routers {'cdba4961-bdf2-459d-bb24-4ba073644f2d'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:27.809880 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-645da711-3336-4985-996b-18e057d0828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['cdba4961-bdf2-459d-bb24-4ba073644f2d'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:27.860635 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] For port 5bfd965b-efa2-4a04-906f-f95bcbaaa93a, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:23:27.864442 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] For port 5bfd965b-efa2-4a04-906f-f95bcbaaa93a, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=5bfd965b-efa2-4a04-906f-f95bcbaaa93a,segment=NetworkSegment(8eaff007-c4ab-4dd9-bca3-42d180cb0123),segment_id=8eaff007-c4ab-4dd9-bca3-42d180cb0123)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:23:27.886823 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:27.888276 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:27.919935 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-645da711-3336-4985-996b-18e057d0828e None None] Set router cdba4961-bdf2-459d-bb24-4ba073644f2d gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:27.922512 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:23:27.935258 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:27.983603 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:23:27.986861 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:23:28.001604 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:23:28.011027 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cdf47-1826-4b7a-8ed9-a614614f003c None None] Pushing event updated for resources: {'Port': ['ID=5bfd965b-efa2-4a04-906f-f95bcbaaa93a,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:28.033386 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Pushing event updated for resources: {'Port': ['ID=52164c13-7511-4de3-aee5-7377067ea554,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:28.191847 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-645da711-3336-4985-996b-18e057d0828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 2, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:28.249720 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645da711-3336-4985-996b-18e057d0828e None None] Checking router: cdba4961-bdf2-459d-bb24-4ba073644f2d for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:23:28.250078 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645da711-3336-4985-996b-18e057d0828e None None] Updating router cdba4961-bdf2-459d-bb24-4ba073644f2d port 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce binding host dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:23:28.285047 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-645da711-3336-4985-996b-18e057d0828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:28.376886 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:28.588021 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567287'] for router, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:28.663400 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-645da711-3336-4985-996b-18e057d0828e None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:28.673582 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-645da711-3336-4985-996b-18e057d0828e None None] Transition to ACTIVE for port object 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:23:28.680136 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-645da711-3336-4985-996b-18e057d0828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:28.713820 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Router 167803b9-7013-4e93-b3af-5296db8b2d4f is scheduled to L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 with binding_index 1 {{(pid=94029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 07:23:28.730068 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ee111-3d77-4fe0-bc70-977014daf73c None None] Pushing event updated for resources: {'Port': ['ID=6bcd87b7-dd9e-4487-a294-f69a6b3d76ce,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:28.751821 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ee111-3d77-4fe0-bc70-977014daf73c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:28.752170 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ee111-3d77-4fe0-bc70-977014daf73c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:28.752514 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ee111-3d77-4fe0-bc70-977014daf73c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:28.752854 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ee111-3d77-4fe0-bc70-977014daf73c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:28.753740 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ee111-3d77-4fe0-bc70-977014daf73c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:28.754086 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ee111-3d77-4fe0-bc70-977014daf73c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:28.754416 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ee111-3d77-4fe0-bc70-977014daf73c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:28.754746 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ee111-3d77-4fe0-bc70-977014daf73c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:28.755089 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ee111-3d77-4fe0-bc70-977014daf73c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:28.755448 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ee111-3d77-4fe0-bc70-977014daf73c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:28.755773 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ee111-3d77-4fe0-bc70-977014daf73c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:28.756094 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ee111-3d77-4fe0-bc70-977014daf73c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:28.789336 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-645da711-3336-4985-996b-18e057d0828e None None] Attempting to bind port 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:23:28.789934 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-645da711-3336-4985-996b-18e057d0828e None None] Attempting to bind port 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:23:28.790473 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645da711-3336-4985-996b-18e057d0828e None None] Attempting to bind port 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce on network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:23:28.795699 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645da711-3336-4985-996b-18e057d0828e None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:23:28.796081 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645da711-3336-4985-996b-18e057d0828e None None] Checking segment: {'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:23:28.796544 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-645da711-3336-4985-996b-18e057d0828e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:28.796948 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645da711-3336-4985-996b-18e057d0828e None None] Bound using segment: {'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:23:28.797412 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-645da711-3336-4985-996b-18e057d0828e None None] Bound port: 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:23:28.797814 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-645da711-3336-4985-996b-18e057d0828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:28.825494 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:23:28.836230 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Sync routers for ids ['167803b9-7013-4e93-b3af-5296db8b2d4f'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:23:28.848235 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Routers {'167803b9-7013-4e93-b3af-5296db8b2d4f'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:28.848896 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['167803b9-7013-4e93-b3af-5296db8b2d4f'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:28.853057 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:28.856817 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-221307e7-1809-4677-bd59-1593050b354f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8983755 Sep 07 07:23:28.857173 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59152) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:28.884396 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-645da711-3336-4985-996b-18e057d0828e None None] For port 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:23:28.893218 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-645da711-3336-4985-996b-18e057d0828e None None] For port 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=6bcd87b7-dd9e-4487-a294-f69a6b3d76ce,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:23:28.901701 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-645da711-3336-4985-996b-18e057d0828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:28.969919 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ee111-3d77-4fe0-bc70-977014daf73c None None] Pushing event updated for resources: {'Port': ['ID=6bcd87b7-dd9e-4487-a294-f69a6b3d76ce,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:28.992904 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645da711-3336-4985-996b-18e057d0828e None None] Routers {'cdba4961-bdf2-459d-bb24-4ba073644f2d'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:28.993556 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-645da711-3336-4985-996b-18e057d0828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['cdba4961-bdf2-459d-bb24-4ba073644f2d'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:29.140308 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-645da711-3336-4985-996b-18e057d0828e None None] Set router cdba4961-bdf2-459d-bb24-4ba073644f2d gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:29.191606 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Set router 167803b9-7013-4e93-b3af-5296db8b2d4f gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:29.389449 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b803e0-75f8-4450-885b-c5491c8f1bdf None None] Network 2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:23:29.391512 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 5bfd965b-efa2-4a04-906f-f95bcbaaa93a up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:23:29.441569 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-645da711-3336-4985-996b-18e057d0828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:28Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:29.480484 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645da711-3336-4985-996b-18e057d0828e None None] The sync data for ids ['cdba4961-bdf2-459d-bb24-4ba073644f2d'] in dv-cinder-804735-9-iscsi is: [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:28Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:23:29.516256 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-1879791f-df4f-4bb7-ae0a-f1cdc42923c3 None None] Provisioning for port 5bfd965b-efa2-4a04-906f-f95bcbaaa93a completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:23:29.621005 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port 5bfd965b-efa2-4a04-906f-f95bcbaaa93a completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:23:29.637621 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 5bfd965b-efa2-4a04-906f-f95bcbaaa93a triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:29.638357 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:29.723335 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:29.736033 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'name': 'tempest-TestVolumeBootPattern-1649800492-router', 'tenant_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '52164c13-7511-4de3-aee5-7377067ea554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:26Z', 'updated_at': '2021-09-07T07:23:28Z', 'revision_number': 3, 'project_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'gw_port': {'id': '52164c13-7511-4de3-aee5-7377067ea554', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:21:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:27Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:29.781677 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Checking router: 167803b9-7013-4e93-b3af-5296db8b2d4f for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:23:29.782028 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Updating router 167803b9-7013-4e93-b3af-5296db8b2d4f port 52164c13-7511-4de3-aee5-7377067ea554 binding host dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:23:29.823223 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:29.824896 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:29.911888 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Allocated IP 172.20.0.1 (2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7/b5c28a07-af9c-4fb3-b666-e4cf49ab4933/21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:23:29.943303 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port 5bfd965b-efa2-4a04-906f-f95bcbaaa93a, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=5bfd965b-efa2-4a04-906f-f95bcbaaa93a,segment=NetworkSegment(8eaff007-c4ab-4dd9-bca3-42d180cb0123),segment_id=8eaff007-c4ab-4dd9-bca3-42d180cb0123)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:29.958840 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:29.959673 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 3cab87c5-49c3-496a-9977-f452037cd1e6 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:23:30.031481 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:30.044981 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Transition to ACTIVE for port object 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:23:30.082388 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:30.111146 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-166c28d5-1133-4374-9ce9-5a334cf46ab4 None None] Provisioning complete for port 5bfd965b-efa2-4a04-906f-f95bcbaaa93a triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:30.111587 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-166c28d5-1133-4374-9ce9-5a334cf46ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:30.115764 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=5bfd965b-efa2-4a04-906f-f95bcbaaa93a,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:30.119862 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Network 2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:23:30.124088 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:23:30.127752 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:23:30.158928 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Pushing event updated for resources: {'Port': ['ID=21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:30.179247 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579972'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:30.186691 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 3cab87c5-49c3-496a-9977-f452037cd1e6 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:30.186691 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:30.273445 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:30.321621 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:30.363777 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d05e794c-3427-4bb6-a113-536506555387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:30.393478 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:30.429036 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Transition to ACTIVE for port object 52164c13-7511-4de3-aee5-7377067ea554 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:23:30.442481 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:30.467675 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:23:30.519569 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:30.526198 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5299512'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:30.535042 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e026e56-5da5-42d4-ad85-17ccca29c604 None None] Pushing event updated for resources: {'Port': ['ID=52164c13-7511-4de3-aee5-7377067ea554,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:30.541216 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Attempting to bind port 52164c13-7511-4de3-aee5-7377067ea554 on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:23:30.541586 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Attempting to bind port 52164c13-7511-4de3-aee5-7377067ea554 by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:23:30.541953 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Attempting to bind port 52164c13-7511-4de3-aee5-7377067ea554 on network e2b3ffe7-98e3-4527-9727-6754b6d36286 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:23:30.551515 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-7492c61f-5005-45ba-a3e6-1499c432c072 None None] Provisioning for port 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:23:30.560339 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:23:30.560720 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Checking segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:23:30.561131 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:30.561519 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Bound using segment: {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:23:30.561998 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Bound port: 52164c13-7511-4de3-aee5-7377067ea554, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861a4dad-310a-434f-b22d-2a999f050932', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:23:30.562380 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:30.572777 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-7492c61f-5005-45ba-a3e6-1499c432c072 None None] Provisioning complete for port 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:30.572777 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7492c61f-5005-45ba-a3e6-1499c432c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:30.600019 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Pushing event updated for resources: {'Port': ['ID=21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:30.629061 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580916'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:30.649835 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:23:30.673492 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:30.677611 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:30.715998 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-7492c61f-5005-45ba-a3e6-1499c432c072 None None] Port 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:23:30.736552 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] For port 52164c13-7511-4de3-aee5-7377067ea554, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:23:30.741199 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] For port 52164c13-7511-4de3-aee5-7377067ea554, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=52164c13-7511-4de3-aee5-7377067ea554,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:23:30.761303 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:30.805752 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Network 2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:23:30.809374 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:23:30.869654 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Routers {'167803b9-7013-4e93-b3af-5296db8b2d4f'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:30.870290 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['167803b9-7013-4e93-b3af-5296db8b2d4f'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:30.876772 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f76716-0004-4a7a-ab55-d96e97c89f26 req-d968e0f6-609c-41e7-8fe3-d0b88e7aa56e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:30.878494 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e026e56-5da5-42d4-ad85-17ccca29c604 None None] Pushing event updated for resources: {'Port': ['ID=52164c13-7511-4de3-aee5-7377067ea554,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:30.878951 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e6f76716-0004-4a7a-ab55-d96e97c89f26 req-d968e0f6-609c-41e7-8fe3-d0b88e7aa56e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.1048758 Sep 07 07:23:30.916811 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:31.002095 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=6bcd87b7-dd9e-4487-a294-f69a6b3d76ce,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:31.010595 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:31.027527 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e6f76716-0004-4a7a-ab55-d96e97c89f26 req-811fccce-bd26-4aae-b3de-7cfe8964eaa7 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311469 Sep 07 07:23:31.059546 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Router 167803b9-7013-4e93-b3af-5296db8b2d4f has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:23:31.059787 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] Set router 167803b9-7013-4e93-b3af-5296db8b2d4f gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:31.178780 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:23:31.184016 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-849a7dd5-870c-4b46-aee7-a067fe55b64d admin admin] 10.222.0.30 "PUT /v2.0/routers/167803b9-7013-4e93-b3af-5296db8b2d4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3255610 Sep 07 07:23:31.288896 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=6bcd87b7-dd9e-4487-a294-f69a6b3d76ce,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:31.300214 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 5bfd965b-efa2-4a04-906f-f95bcbaaa93a up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:23:31.349710 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:31.388564 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-8f36c3fb-110c-42bb-8026-e0c48405eca8 None None] Provisioning complete for port 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:31.388946 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8f36c3fb-110c-42bb-8026-e0c48405eca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:31.450276 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-8f36c3fb-110c-42bb-8026-e0c48405eca8 None None] Port 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:23:31.458752 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 5bfd965b-efa2-4a04-906f-f95bcbaaa93a triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:31.459135 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:31.561788 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'name': 'tempest-TestVolumeBootPattern-1649800492-router', 'tenant_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '52164c13-7511-4de3-aee5-7377067ea554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:26Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 4, 'project_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'gw_port': {'id': '52164c13-7511-4de3-aee5-7377067ea554', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:21:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:27Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd', 'name': '', 'network_id': '2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7', 'tenant_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'mac_address': 'fa:16:3e:67:09:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b5c28a07-af9c-4fb3-b666-e4cf49ab4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:29Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 2, 'project_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'subnets': [{'id': 'b5c28a07-af9c-4fb3-b666-e4cf49ab4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:31.596518 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0721179-850d-4a8d-a6cf-7c74a3dbf730 None None] The sync data for ids ['167803b9-7013-4e93-b3af-5296db8b2d4f'] in dv-cinder-804735-9-iscsi is: [{'id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'name': 'tempest-TestVolumeBootPattern-1649800492-router', 'tenant_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '52164c13-7511-4de3-aee5-7377067ea554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:26Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 4, 'project_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'gw_port': {'id': '52164c13-7511-4de3-aee5-7377067ea554', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:21:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:27Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd', 'name': '', 'network_id': '2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7', 'tenant_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'mac_address': 'fa:16:3e:67:09:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b5c28a07-af9c-4fb3-b666-e4cf49ab4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:29Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 2, 'project_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'subnets': [{'id': 'b5c28a07-af9c-4fb3-b666-e4cf49ab4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:23:31.853304 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 59192) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:31.858120 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-9792de1e-c92e-4a98-a602-f1152b497886 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1586309485', 'description': 'tempest-secgroup-smoke-1586309485 description', 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:23:31.883621 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9792de1e-c92e-4a98-a602-f1152b497886 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:31.970881 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9792de1e-c92e-4a98-a602-f1152b497886 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:31.976290 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9792de1e-c92e-4a98-a602-f1152b497886 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.009172 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792de1e-c92e-4a98-a602-f1152b497886 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df236302-89e0-4591-bc57-1950cc8b6bca,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:32.012336 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9792de1e-c92e-4a98-a602-f1152b497886 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.013584 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-9792de1e-c92e-4a98-a602-f1152b497886 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1592288 Sep 07 07:23:32.016784 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 59196) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:32.021241 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-098810df-00fa-48ab-b15e-c2b6bb03636a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Request body: {'security_group_rule': {'security_group_id': 'df236302-89e0-4591-bc57-1950cc8b6bca', 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:23:32.051209 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-098810df-00fa-48ab-b15e-c2b6bb03636a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.114772 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-098810df-00fa-48ab-b15e-c2b6bb03636a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.128091 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-098810df-00fa-48ab-b15e-c2b6bb03636a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.167584 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-098810df-00fa-48ab-b15e-c2b6bb03636a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.169190 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-098810df-00fa-48ab-b15e-c2b6bb03636a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515906 Sep 07 07:23:32.169982 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098810df-00fa-48ab-b15e-c2b6bb03636a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e310c7-d061-48b9-85ee-f22565580b02,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:32.173539 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59204) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:32.185319 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-edfb6c9d-6857-4c22-a695-327c9e92ece6 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Request body: {'security_group_rule': {'security_group_id': 'df236302-89e0-4591-bc57-1950cc8b6bca', 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:23:32.191629 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559a507-21da-4e4e-85b7-86b2d311f080 req-460d8313-a55a-4359-8ff3-242937e34b7b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:32.195953 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1559a507-21da-4e4e-85b7-86b2d311f080 req-460d8313-a55a-4359-8ff3-242937e34b7b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0784872 Sep 07 07:23:32.224192 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-edfb6c9d-6857-4c22-a695-327c9e92ece6 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.234712 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1559a507-21da-4e4e-85b7-86b2d311f080 req-16dc77a6-e1d4-47f0-b886-4298226a02e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353911 Sep 07 07:23:32.325113 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-edfb6c9d-6857-4c22-a695-327c9e92ece6 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.333526 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-edfb6c9d-6857-4c22-a695-327c9e92ece6 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.356011 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb6c9d-6857-4c22-a695-327c9e92ece6 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d609a56-7a52-41e7-9928-f17661810817,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:32.359009 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-edfb6c9d-6857-4c22-a695-327c9e92ece6 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.362779 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-edfb6c9d-6857-4c22-a695-327c9e92ece6 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1841762 Sep 07 07:23:32.363244 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59210) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:32.367482 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-d42b88bb-104c-433d-b075-43c5244f3877 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Request body: {'security_group_rule': {'security_group_id': 'df236302-89e0-4591-bc57-1950cc8b6bca', 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:23:32.403918 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d42b88bb-104c-433d-b075-43c5244f3877 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.474170 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d42b88bb-104c-433d-b075-43c5244f3877 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.480484 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d42b88bb-104c-433d-b075-43c5244f3877 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.495912 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b88bb-104c-433d-b075-43c5244f3877 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea020ef8-e716-4121-92ff-b2f09ae2bf25,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:32.506045 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d42b88bb-104c-433d-b075-43c5244f3877 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.507752 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d42b88bb-104c-433d-b075-43c5244f3877 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436245 Sep 07 07:23:32.510557 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59214) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:32.515323 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-92620579-675e-4393-9d8e-62ceba20bfef tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Request body: {'security_group_rule': {'security_group_id': 'df236302-89e0-4591-bc57-1950cc8b6bca', 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:23:32.544492 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-92620579-675e-4393-9d8e-62ceba20bfef tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.608980 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-92620579-675e-4393-9d8e-62ceba20bfef tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.614508 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-92620579-675e-4393-9d8e-62ceba20bfef tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.632916 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92620579-675e-4393-9d8e-62ceba20bfef tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17f8353-7d41-4abe-abdd-f52914b9b220,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:32.640917 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-92620579-675e-4393-9d8e-62ceba20bfef tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.642185 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-92620579-675e-4393-9d8e-62ceba20bfef tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304882 Sep 07 07:23:32.645034 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 59216) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:32.649746 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-c2ed4589-7122-4a42-94da-8aba658d3753 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Request body: {'security_group_rule': {'security_group_id': 'df236302-89e0-4591-bc57-1950cc8b6bca', 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:23:32.673948 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.securitygroups_db [None req-c2ed4589-7122-4a42-94da-8aba658d3753 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Project 7b6ee0e37e064331a5c47b5758d37f5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 07:23:32.679488 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c2ed4589-7122-4a42-94da-8aba658d3753 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.740816 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c2ed4589-7122-4a42-94da-8aba658d3753 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.744698 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c2ed4589-7122-4a42-94da-8aba658d3753 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.762320 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed4589-7122-4a42-94da-8aba658d3753 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba2a513-c99b-4e0e-9667-8f8381180270,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:32.769081 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c2ed4589-7122-4a42-94da-8aba658d3753 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.771330 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-c2ed4589-7122-4a42-94da-8aba658d3753 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242642 Sep 07 07:23:32.773095 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 59218) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:32.777471 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-96ac6256-348c-4795-927c-9a46164d20d1 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Request body: {'security_group_rule': {'security_group_id': 'df236302-89e0-4591-bc57-1950cc8b6bca', 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:23:32.800649 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.securitygroups_db [None req-96ac6256-348c-4795-927c-9a46164d20d1 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Project 7b6ee0e37e064331a5c47b5758d37f5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 07:23:32.805894 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-96ac6256-348c-4795-927c-9a46164d20d1 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.866920 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-96ac6256-348c-4795-927c-9a46164d20d1 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.870703 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-96ac6256-348c-4795-927c-9a46164d20d1 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595608'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.887401 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac6256-348c-4795-927c-9a46164d20d1 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c902a2bb-f59c-438e-a896-8490217bac2b,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:32.899769 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-96ac6256-348c-4795-927c-9a46164d20d1 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:32.901139 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-96ac6256-348c-4795-927c-9a46164d20d1 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270804 Sep 07 07:23:33.284380 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:23:33.349752 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:33.379660 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:33.380038 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:33.453542 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210f5d1-c05e-464b-9396-5a2c2ee839f6 req-4b53e198-b77c-4e9d-bc28-cdd31fc5e792 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:33.455780 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f210f5d1-c05e-464b-9396-5a2c2ee839f6 req-4b53e198-b77c-4e9d-bc28-cdd31fc5e792 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0749867 Sep 07 07:23:33.500854 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 52164c13-7511-4de3-aee5-7377067ea554 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:23:33.503828 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f210f5d1-c05e-464b-9396-5a2c2ee839f6 req-6cf80269-07a2-49ca-be66-0a4d4d8b0cad tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404568 Sep 07 07:23:33.558543 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port 52164c13-7511-4de3-aee5-7377067ea554 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:23:33.562323 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 52164c13-7511-4de3-aee5-7377067ea554 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:33.562710 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:33.639694 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:33.662275 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port 52164c13-7511-4de3-aee5-7377067ea554, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=52164c13-7511-4de3-aee5-7377067ea554,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:33.666818 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:33.715590 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=52164c13-7511-4de3-aee5-7377067ea554,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:33.752367 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Sync routers for ids ['167803b9-7013-4e93-b3af-5296db8b2d4f'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:23:33.761534 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Routers {'167803b9-7013-4e93-b3af-5296db8b2d4f'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:33.762130 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['167803b9-7013-4e93-b3af-5296db8b2d4f'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:33.869614 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Set router 167803b9-7013-4e93-b3af-5296db8b2d4f gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:34.067451 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'name': 'tempest-TestVolumeBootPattern-1649800492-router', 'tenant_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '52164c13-7511-4de3-aee5-7377067ea554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:26Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 4, 'project_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'gw_port': {'id': '52164c13-7511-4de3-aee5-7377067ea554', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:21:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:27Z', 'updated_at': '2021-09-07T07:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd', 'name': '', 'network_id': '2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7', 'tenant_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'mac_address': 'fa:16:3e:67:09:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b5c28a07-af9c-4fb3-b666-e4cf49ab4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:29Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 2, 'project_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'subnets': [{'id': 'b5c28a07-af9c-4fb3-b666-e4cf49ab4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:34.094964 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Checking router: 167803b9-7013-4e93-b3af-5296db8b2d4f for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:23:34.095360 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Updating router 167803b9-7013-4e93-b3af-5296db8b2d4f port 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd binding host dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 07:23:34.121734 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:34.382589 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:34.392071 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Transition to ACTIVE for port object 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:23:34.397525 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:34.446060 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7b683-afa5-457e-8623-796bd3fc91e8 None None] Pushing event updated for resources: {'Port': ['ID=21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:34.504291 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Attempting to bind port 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd on host dv-cinder-804735-9-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:23:34.504666 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Attempting to bind port 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd by drivers openvswitch,hyperv on host dv-cinder-804735-9-iscsi at level 0 using segments [{'id': '8eaff007-c4ab-4dd9-bca3-42d180cb0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:23:34.505030 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Attempting to bind port 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd on network 2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:23:34.509959 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Checking agent: {'id': '30d74ad1-307e-4f38-983d-50ce7040afd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 6), 'started_at': datetime.datetime(2021, 9, 7, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:23:34.510333 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Checking segment: {'id': '8eaff007-c4ab-4dd9-bca3-42d180cb0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:23:34.510740 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:34.511139 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Bound using segment: {'id': '8eaff007-c4ab-4dd9-bca3-42d180cb0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:23:34.511734 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Bound port: 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd, host: dv-cinder-804735-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eaff007-c4ab-4dd9-bca3-42d180cb0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:23:34.512027 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:34.594311 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] For port 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd, host dv-cinder-804735-9-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:23:34.598164 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] For port 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd, host dv-cinder-804735-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd,segment=NetworkSegment(8eaff007-c4ab-4dd9-bca3-42d180cb0123),segment_id=8eaff007-c4ab-4dd9-bca3-42d180cb0123)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:23:34.604470 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:34.669382 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d78882-2f6f-46e9-b8e7-8937e6f89c8d req-674a54ad-fbe0-4327-bde8-b7127984717c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:34.670911 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-90d78882-2f6f-46e9-b8e7-8937e6f89c8d req-674a54ad-fbe0-4327-bde8-b7127984717c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0664809 Sep 07 07:23:34.680418 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7b683-afa5-457e-8623-796bd3fc91e8 None None] Pushing event updated for resources: {'Port': ['ID=21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:34.684108 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Routers {'167803b9-7013-4e93-b3af-5296db8b2d4f'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:34.685629 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['167803b9-7013-4e93-b3af-5296db8b2d4f'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:34.717744 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-90d78882-2f6f-46e9-b8e7-8937e6f89c8d req-4de22387-01b5-4df5-9634-9e4014e05a22 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401123 Sep 07 07:23:34.896888 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] Set router 167803b9-7013-4e93-b3af-5296db8b2d4f gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:35.095063 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'name': 'tempest-TestVolumeBootPattern-1649800492-router', 'tenant_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '52164c13-7511-4de3-aee5-7377067ea554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:26Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 4, 'project_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'gw_port': {'id': '52164c13-7511-4de3-aee5-7377067ea554', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:21:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:27Z', 'updated_at': '2021-09-07T07:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd', 'name': '', 'network_id': '2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7', 'tenant_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'mac_address': 'fa:16:3e:67:09:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b5c28a07-af9c-4fb3-b666-e4cf49ab4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:29Z', 'updated_at': '2021-09-07T07:23:34Z', 'revision_number': 4, 'project_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'subnets': [{'id': 'b5c28a07-af9c-4fb3-b666-e4cf49ab4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:35.122058 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09872431-1009-4599-a222-cbc66472b1d6 None None] The sync data for ids ['167803b9-7013-4e93-b3af-5296db8b2d4f'] in dv-cinder-804735-9-iscsi is: [{'id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'name': 'tempest-TestVolumeBootPattern-1649800492-router', 'tenant_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '52164c13-7511-4de3-aee5-7377067ea554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:26Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 4, 'project_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'gw_port': {'id': '52164c13-7511-4de3-aee5-7377067ea554', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:21:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:27Z', 'updated_at': '2021-09-07T07:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd', 'name': '', 'network_id': '2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7', 'tenant_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'mac_address': 'fa:16:3e:67:09:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b5c28a07-af9c-4fb3-b666-e4cf49ab4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:29Z', 'updated_at': '2021-09-07T07:23:34Z', 'revision_number': 4, 'project_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'subnets': [{'id': 'b5c28a07-af9c-4fb3-b666-e4cf49ab4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:23:35.201896 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:23:35.253778 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning for port 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:23:35.258607 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:35.258999 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:35.339028 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:35.374709 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] For port 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd,segment=NetworkSegment(8eaff007-c4ab-4dd9-bca3-42d180cb0123),segment_id=8eaff007-c4ab-4dd9-bca3-42d180cb0123)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:35.379458 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:35.380466 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 52164c13-7511-4de3-aee5-7377067ea554 up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:23:35.459954 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Pushing event updated for resources: {'Port': ['ID=21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:35.470830 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 52164c13-7511-4de3-aee5-7377067ea554 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:35.471211 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:35.839138 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749d2ee-8299-481b-a5a8-4d2c4098f088 req-664392cf-4be8-4fde-b25d-9923c14a976f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:35.840642 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c749d2ee-8299-481b-a5a8-4d2c4098f088 req-664392cf-4be8-4fde-b25d-9923c14a976f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0526266 Sep 07 07:23:35.877083 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c749d2ee-8299-481b-a5a8-4d2c4098f088 req-4198d4c0-ff0a-4c14-88ca-52f0ad697aeb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304463 Sep 07 07:23:36.996159 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28413ec-2331-46a1-8509-be5f6fcd2b34 req-292d2ec2-d451-40eb-813d-fa966486c36f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:36.997627 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f28413ec-2331-46a1-8509-be5f6fcd2b34 req-292d2ec2-d451-40eb-813d-fa966486c36f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0491929 Sep 07 07:23:37.033665 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f28413ec-2331-46a1-8509-be5f6fcd2b34 req-d2aef12a-fc7f-4d3b-a39d-1026c5cbe030 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301960 Sep 07 07:23:37.178284 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd up at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:23:37.224290 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Provisioning complete for port 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:37.224661 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:38.151098 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bfa7a-3597-4c93-ba03-775fe83b0e4b req-344056cb-56fb-47d1-8824-8db99d1769d3 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:38.152612 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1a0bfa7a-3597-4c93-ba03-775fe83b0e4b req-344056cb-56fb-47d1-8824-8db99d1769d3 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0499125 Sep 07 07:23:38.189302 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1a0bfa7a-3597-4c93-ba03-775fe83b0e4b req-5c1a6878-f8bb-4ba2-9364-d32425e52131 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309436 Sep 07 07:23:39.309391 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4058a4-f6fe-44f9-a489-8be7e493df3e req-cc1b480c-20cb-472b-a643-628bc6834620 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:39.310768 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bc4058a4-f6fe-44f9-a489-8be7e493df3e req-cc1b480c-20cb-472b-a643-628bc6834620 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0531991 Sep 07 07:23:39.348386 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bc4058a4-f6fe-44f9-a489-8be7e493df3e req-287a985e-53bc-4a4a-8ba4-83737987f30a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316978 Sep 07 07:23:40.465526 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac99f2-22f7-47a2-98c0-744f2bcc5fb8 req-00fcfd36-0707-4bcd-96b9-a569e425f5c4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:40.466980 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c7ac99f2-22f7-47a2-98c0-744f2bcc5fb8 req-00fcfd36-0707-4bcd-96b9-a569e425f5c4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0469158 Sep 07 07:23:40.502308 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c7ac99f2-22f7-47a2-98c0-744f2bcc5fb8 req-2c84f47d-c888-4bbb-a431-e0ca6b085b66 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291605 Sep 07 07:23:41.623000 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41121e74-bf07-40a0-b86d-5446023f9963 req-96d7cbeb-a55b-45aa-a511-4cbe45f74116 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:41.624656 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-41121e74-bf07-40a0-b86d-5446023f9963 req-96d7cbeb-a55b-45aa-a511-4cbe45f74116 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0515778 Sep 07 07:23:41.664084 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-41121e74-bf07-40a0-b86d-5446023f9963 req-c5906459-64eb-438a-af7a-194699cd1e82 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337074 Sep 07 07:23:42.785872 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917193e-82df-441d-a017-3438c598155e req-806e24e8-cd80-4974-8413-8b41781a184b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:42.785872 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f917193e-82df-441d-a017-3438c598155e req-806e24e8-cd80-4974-8413-8b41781a184b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0479329 Sep 07 07:23:42.825785 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f917193e-82df-441d-a017-3438c598155e req-e0d26bb8-8b7d-4055-9c76-6cd4153439da tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340602 Sep 07 07:23:43.951359 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609ad91-1232-4314-a541-2d39181e051a req-f5e78d44-42ec-4955-8c30-22d00e7e21cc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:43.952839 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a609ad91-1232-4314-a541-2d39181e051a req-f5e78d44-42ec-4955-8c30-22d00e7e21cc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0523424 Sep 07 07:23:43.992804 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a609ad91-1232-4314-a541-2d39181e051a req-1236e4da-302d-4a6c-ba0c-a15a60462ac5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336022 Sep 07 07:23:45.207681 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89d2b5-12f0-43f5-99b2-49ccd5095e72 req-fca69038-a153-4af6-90bb-5330b55e69a4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:45.209048 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2e89d2b5-12f0-43f5-99b2-49ccd5095e72 req-fca69038-a153-4af6-90bb-5330b55e69a4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.1470661 Sep 07 07:23:45.244920 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2e89d2b5-12f0-43f5-99b2-49ccd5095e72 req-ecbb6ec4-e746-47c9-9b34-bdd2758e2e06 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300405 Sep 07 07:23:46.362520 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f733409-3e81-4505-9562-95afe94f9d77 req-dbdfc62e-3045-4d38-a350-da92eeb6d22a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:46.364035 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0f733409-3e81-4505-9562-95afe94f9d77 req-dbdfc62e-3045-4d38-a350-da92eeb6d22a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0489957 Sep 07 07:23:46.401628 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0f733409-3e81-4505-9562-95afe94f9d77 req-d332b2fa-297e-43b6-9e82-06fae19dc48c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317850 Sep 07 07:23:47.519092 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93461166-a69c-4c7c-8f00-db981655eba6 req-f2dbc2f0-ad7d-4eb2-888c-ac068e4861c4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:47.521130 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-93461166-a69c-4c7c-8f00-db981655eba6 req-f2dbc2f0-ad7d-4eb2-888c-ac068e4861c4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0503833 Sep 07 07:23:47.556672 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-93461166-a69c-4c7c-8f00-db981655eba6 req-7bde3e4b-0d72-42f3-92c2-6a01f708622c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300014 Sep 07 07:23:48.671010 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2c2f8-36f4-4e2f-9df5-be2982498346 req-3bd9dd8e-4aa4-4b42-a425-9c67717e397b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:48.672498 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-efb2c2f8-36f4-4e2f-9df5-be2982498346 req-3bd9dd8e-4aa4-4b42-a425-9c67717e397b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0467548 Sep 07 07:23:48.708574 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-efb2c2f8-36f4-4e2f-9df5-be2982498346 req-a87adda0-bbcc-46b4-bac8-b8a66b7e1aae tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296800 Sep 07 07:23:48.727184 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:23:48.820983 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:48.831478 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'port_id': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4', 'mac_address': 'fa:16:3e:77:a0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:23:48.867847 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:48.879758 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:23:48.900874 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:48.904578 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:48.954073 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,revision_number=6']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:49.063810 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:23:49.827415 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cceb41-8790-4292-8bb8-f113b9e938e2 req-68bf2b7a-bd5e-4b8b-a285-ac9162f09dbe tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:49.828791 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d9cceb41-8790-4292-8bb8-f113b9e938e2 req-68bf2b7a-bd5e-4b8b-a285-ac9162f09dbe tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 944 time: 0.0506639 Sep 07 07:23:49.864856 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d9cceb41-8790-4292-8bb8-f113b9e938e2 req-35979692-23ea-4c63-a3d9-8363a4f3c589 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302374 Sep 07 07:23:50.754037 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:23:50.803124 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:23:50.803522 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:50.875360 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:50.897325 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193a61b6-7555-4326-8940-511edfa504cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:23:50.899571 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2ab8f0-89ae-4e97-bc61-df3c29d161b2" -d '{"events": [{"server_uuid": "193a61b6-7555-4326-8940-511edfa504cd", "name": "network-vif-plugged", "status": "completed", "tag": "0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:23:50.913144 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:50.917532 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:50.939849 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfff860-45e7-43cb-bc2b-5e564ed3e066 x-openstack-request-id: req-4cfff860-45e7-43cb-bc2b-5e564ed3e066 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:23:50.940144 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193a61b6-7555-4326-8940-511edfa504cd", "name": "network-vif-plugged", "status": "completed", "tag": "0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:23:50.940400 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4cfff860-45e7-43cb-bc2b-5e564ed3e066 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:23:50.940790 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193a61b6-7555-4326-8940-511edfa504cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4', 'code': 200} Sep 07 07:23:50.966283 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,revision_number=7']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:50.986084 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e47f21-a75e-49bc-a0c3-0d9ce4d26977 req-5603cc0c-3f11-43e3-9398-e321b9077dbb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:50.987574 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a6e47f21-a75e-49bc-a0c3-0d9ce4d26977 req-5603cc0c-3f11-43e3-9398-e321b9077dbb tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0477378 Sep 07 07:23:51.024494 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a6e47f21-a75e-49bc-a0c3-0d9ce4d26977 req-6664766e-9dcb-498f-8e08-8c6a88b2befc tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310609 Sep 07 07:23:51.257158 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:52.140803 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63447785-fc2d-447c-8822-80c1b5e6e8ba req-4db76242-16d4-4b29-8d9c-d173fb1b2572 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:52.142272 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-63447785-fc2d-447c-8822-80c1b5e6e8ba req-4db76242-16d4-4b29-8d9c-d173fb1b2572 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0482075 Sep 07 07:23:52.179998 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-63447785-fc2d-447c-8822-80c1b5e6e8ba req-1b41df3c-6c3b-4a19-b00f-837e884b5d13 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312569 Sep 07 07:23:53.295979 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b720d5-3dc1-49c4-afa6-b2df0bcb2868 req-869fc517-11dc-4362-be2d-df6f20b95811 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:53.297428 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-70b720d5-3dc1-49c4-afa6-b2df0bcb2868 req-869fc517-11dc-4362-be2d-df6f20b95811 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0483732 Sep 07 07:23:53.332126 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-70b720d5-3dc1-49c4-afa6-b2df0bcb2868 req-b5c172e8-4005-4ce6-857a-4ff0a90926d9 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290248 Sep 07 07:23:54.096656 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e532f9-0f17-43d2-8b70-f6b118e72f46 req-c2107a55-e18b-4e70-8bc2-b2d54e072dc3 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:54.098379 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-09e532f9-0f17-43d2-8b70-f6b118e72f46 req-c2107a55-e18b-4e70-8bc2-b2d54e072dc3 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 946 time: 0.0502264 Sep 07 07:23:54.137486 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-09e532f9-0f17-43d2-8b70-f6b118e72f46 req-63e172e1-f050-4e44-b928-bbc093a0b9f9 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=30c6391b-3468-4c1f-9ead-4e154c01fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333350 Sep 07 07:23:54.449571 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedb219-5b89-433b-823b-b2796a21f69a req-3bfa5761-40dd-4dcc-b185-28f4190e3828 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:54.451056 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cdedb219-5b89-433b-823b-b2796a21f69a req-3bfa5761-40dd-4dcc-b185-28f4190e3828 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0477304 Sep 07 07:23:54.490112 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cdedb219-5b89-433b-823b-b2796a21f69a req-762cf7fa-816b-4533-af9f-dc703d3051e2 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330982 Sep 07 07:23:55.259588 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d87d3-18a8-4e7e-892a-28a108a21804 req-b5b027eb-b34a-4442-a3ee-41c8c4e578e3 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:55.261117 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-334d87d3-18a8-4e7e-892a-28a108a21804 req-b5b027eb-b34a-4442-a3ee-41c8c4e578e3 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 946 time: 0.0577402 Sep 07 07:23:55.325216 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-334d87d3-18a8-4e7e-892a-28a108a21804 req-97dfae14-589a-4d00-a7c4-92e0e20d40f7 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=30c6391b-3468-4c1f-9ead-4e154c01fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527692 Sep 07 07:23:55.330876 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec01f69-a223-47fd-bde4-c4e9e0e429c1 req-7d947c04-08a6-437e-8594-3c9b47cf442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:55.333177 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ec01f69-a223-47fd-bde4-c4e9e0e429c1 req-7d947c04-08a6-437e-8594-3c9b47cf442a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31ec539a0e824d0385bb9d4a12e94d3e&device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 1098 time: 0.0706296 Sep 07 07:23:55.438476 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec01f69-a223-47fd-bde4-c4e9e0e429c1 req-380cdb69-9c02-4804-82ca-5dda312532ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:55.440070 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ec01f69-a223-47fd-bde4-c4e9e0e429c1 req-380cdb69-9c02-4804-82ca-5dda312532ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=763aca73-fbfa-4ea1-a434-95a1680e6608 HTTP/1.1" status: 200 len: 918 time: 0.0882120 Sep 07 07:23:55.506494 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ec01f69-a223-47fd-bde4-c4e9e0e429c1 req-4fbed57b-a3c5-4245-b5ef-c5b1f2c6f2d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 HTTP/1.1" status: 200 len: 1001 time: 0.0583777 Sep 07 07:23:55.596451 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec01f69-a223-47fd-bde4-c4e9e0e429c1 req-1dd87d30-95b7-48c5-a867-c275c494a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:55.598328 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ec01f69-a223-47fd-bde4-c4e9e0e429c1 req-1dd87d30-95b7-48c5-a867-c275c494a6f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa HTTP/1.1" status: 200 len: 856 time: 0.0838661 Sep 07 07:23:55.639231 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce86e4-ffa1-4cd7-8742-1d18724fa306 req-37bda3e7-0027-4288-af1a-910d9ac67922 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:55.641774 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-03ce86e4-ffa1-4cd7-8742-1d18724fa306 req-37bda3e7-0027-4288-af1a-910d9ac67922 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0581148 Sep 07 07:23:55.655274 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec01f69-a223-47fd-bde4-c4e9e0e429c1 req-555c52c9-59d8-4b37-82e6-1ddf4d287e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:55.656798 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ec01f69-a223-47fd-bde4-c4e9e0e429c1 req-555c52c9-59d8-4b37-82e6-1ddf4d287e37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=763aca73-fbfa-4ea1-a434-95a1680e6608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510149 Sep 07 07:23:55.670290 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [req-0ec01f69-a223-47fd-bde4-c4e9e0e429c1 req-e16a12d3-1563-4178-a42d-22095c85e52b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 07:23:55.671408 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ec01f69-a223-47fd-bde4-c4e9e0e429c1 req-e16a12d3-1563-4178-a42d-22095c85e52b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052731 Sep 07 07:23:55.692945 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-03ce86e4-ffa1-4cd7-8742-1d18724fa306 req-3923e434-230a-4c07-bd0b-5bac03185e0e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439553 Sep 07 07:23:55.770473 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ec01f69-a223-47fd-bde4-c4e9e0e429c1 req-083753c0-bee9-4db3-aceb-f9e6afb4e08c service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901721 Sep 07 07:23:55.874416 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ec01f69-a223-47fd-bde4-c4e9e0e429c1 req-0482499e-1fdd-4589-90b8-b0d57d476e9c service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944369 Sep 07 07:23:56.616868 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de268594-924b-4689-a16d-3e349e49d19e req-cc3d9849-c3ab-40e0-bca4-f700f2bc919b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:56.624319 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-de268594-924b-4689-a16d-3e349e49d19e req-cc3d9849-c3ab-40e0-bca4-f700f2bc919b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 946 time: 0.0640507 Sep 07 07:23:56.658524 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-de268594-924b-4689-a16d-3e349e49d19e req-35fb2aa3-6cdc-460f-afcd-cb12348ff4cf tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups?id=30c6391b-3468-4c1f-9ead-4e154c01fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332112 Sep 07 07:23:56.807976 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d30efb-c976-42ac-952d-7753193552ac req-c36a8ea0-4877-4712-a82e-eedfe06d5601 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:56.809579 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d7d30efb-c976-42ac-952d-7753193552ac req-c36a8ea0-4877-4712-a82e-eedfe06d5601 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0518477 Sep 07 07:23:56.860729 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d7d30efb-c976-42ac-952d-7753193552ac req-908ebe19-0cd9-46d8-b746-47a9410172ed tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444543 Sep 07 07:23:56.942621 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884b27c-07ca-4a37-a05d-08582a8a131a req-47af77b8-6644-42d4-a933-6ed6ae87320f tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:56.944335 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6884b27c-07ca-4a37-a05d-08582a8a131a req-47af77b8-6644-42d4-a933-6ed6ae87320f tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.15 "GET /v2.0/ports?device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 946 time: 0.0627337 Sep 07 07:23:57.034386 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-6884b27c-07ca-4a37-a05d-08582a8a131a req-cfda539a-fabf-4ae3-8500-65d920938208 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Deleting port 290814eb-788f-404a-85e5-01e087219737 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:23:57.034733 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-6884b27c-07ca-4a37-a05d-08582a8a131a req-cfda539a-fabf-4ae3-8500-65d920938208 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:57.132028 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-6884b27c-07ca-4a37-a05d-08582a8a131a req-cfda539a-fabf-4ae3-8500-65d920938208 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] For port 290814eb-788f-404a-85e5-01e087219737, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=290814eb-788f-404a-85e5-01e087219737,segment=NetworkSegment(6750a1fb-cf7e-4d33-b880-1193fed0b435),segment_id=6750a1fb-cf7e-4d33-b880-1193fed0b435)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:23:57.132707 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-6884b27c-07ca-4a37-a05d-08582a8a131a req-cfda539a-fabf-4ae3-8500-65d920938208 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:57.308470 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-6884b27c-07ca-4a37-a05d-08582a8a131a req-cfda539a-fabf-4ae3-8500-65d920938208 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:57.308834 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-6884b27c-07ca-4a37-a05d-08582a8a131a req-cfda539a-fabf-4ae3-8500-65d920938208 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579857'] for floatingip, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:57.309152 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.l3_db [req-6884b27c-07ca-4a37-a05d-08582a8a131a req-cfda539a-fabf-4ae3-8500-65d920938208 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Floating IP e9cc60fd-f728-4a7b-a80d-b490c9b71a4f disassociated. External IP: 172.27.2.84, port: 290814eb-788f-404a-85e5-01e087219737. Sep 07 07:23:57.309491 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-6884b27c-07ca-4a37-a05d-08582a8a131a req-cfda539a-fabf-4ae3-8500-65d920938208 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Calling delete_port for 290814eb-788f-404a-85e5-01e087219737 owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:23:57.437569 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-6884b27c-07ca-4a37-a05d-08582a8a131a req-cfda539a-fabf-4ae3-8500-65d920938208 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:57.465468 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda539a-fabf-4ae3-8500-65d920938208 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Pushing event deleted for resources: {'Port': ['ID=290814eb-788f-404a-85e5-01e087219737,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:57.581610 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0c3c0320-cbd5-4904-9c83-8660bd5a37ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:57.601981 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6884b27c-07ca-4a37-a05d-08582a8a131a req-cfda539a-fabf-4ae3-8500-65d920938208 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:23:57.729224 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6884b27c-07ca-4a37-a05d-08582a8a131a req-cfda539a-fabf-4ae3-8500-65d920938208 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:23:57.740935 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4ac039-6240-4be8-b706-27411d655d6a None None] Sync routers for ids ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:23:57.753654 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4ac039-6240-4be8-b706-27411d655d6a None None] Routers {'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:57.754748 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-7d4ac039-6240-4be8-b706-27411d655d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:57.773964 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-6884b27c-07ca-4a37-a05d-08582a8a131a req-cfda539a-fabf-4ae3-8500-65d920938208 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] No DVR routers for this DVR port 290814eb-788f-404a-85e5-01e087219737 on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:23:57.786286 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-6884b27c-07ca-4a37-a05d-08582a8a131a req-cfda539a-fabf-4ae3-8500-65d920938208 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:57.791266 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6884b27c-07ca-4a37-a05d-08582a8a131a req-cfda539a-fabf-4ae3-8500-65d920938208 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.15 "DELETE /v2.0/ports/290814eb-788f-404a-85e5-01e087219737 HTTP/1.1" status: 204 len: 173 time: 0.8405247 Sep 07 07:23:57.792080 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008a9af6-44d4-43d2-accf-ac3334cb67ad', 'name': 'network-vif-deleted', 'tag': '290814eb-788f-404a-85e5-01e087219737'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:23:57.794349 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efab86ef-de85-419a-a4f0-6fc0629adc92" -d '{"events": [{"server_uuid": "008a9af6-44d4-43d2-accf-ac3334cb67ad", "name": "network-vif-deleted", "tag": "290814eb-788f-404a-85e5-01e087219737"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:23:57.813100 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-effd55e3-ed7f-4663-83e1-1d7ed7302eca req-2ea6df54-8c36-4c6e-ae9c-ba886647fbcf tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/ports?device_id=008a9af6-44d4-43d2-accf-ac3334cb67ad HTTP/1.1" status: 200 len: 210 time: 0.0402625 Sep 07 07:23:57.879571 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfdd807-7fa5-4dbe-a675-4407b8cb9dff x-openstack-request-id: req-8cfdd807-7fa5-4dbe-a675-4407b8cb9dff {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:23:57.879871 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008a9af6-44d4-43d2-accf-ac3334cb67ad", "name": "network-vif-deleted", "tag": "290814eb-788f-404a-85e5-01e087219737", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:23:57.880130 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8cfdd807-7fa5-4dbe-a675-4407b8cb9dff {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:23:57.880533 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008a9af6-44d4-43d2-accf-ac3334cb67ad', 'name': 'network-vif-deleted', 'tag': '290814eb-788f-404a-85e5-01e087219737', 'status': 'completed', 'code': 200} Sep 07 07:23:57.964630 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-7d4ac039-6240-4be8-b706-27411d655d6a None None] Set router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:58.029657 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21084a6d-da87-49ff-ae94-89769e6be684 req-dd98f4e2-cff1-4572-9ff4-c3dcc86335d5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:58.039339 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-21084a6d-da87-49ff-ae94-89769e6be684 req-dd98f4e2-cff1-4572-9ff4-c3dcc86335d5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0884185 Sep 07 07:23:58.102299 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-21084a6d-da87-49ff-ae94-89769e6be684 req-9bd6c211-a5bb-4204-a2de-5bb77b8cc38e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616832 Sep 07 07:23:58.214781 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-7d4ac039-6240-4be8-b706-27411d655d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': 'f19c56ae-891c-43b6-a888-0544a47d3402', 'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'mac_address': 'fa:16:3e:2d:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:49Z', 'updated_at': '2021-09-07T07:14:01Z', 'revision_number': 5, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'subnets': [{'id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:58.245598 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4ac039-6240-4be8-b706-27411d655d6a None None] Checking router: dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:23:58.255244 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4ac039-6240-4be8-b706-27411d655d6a None None] Routers {'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:23:58.255886 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-7d4ac039-6240-4be8-b706-27411d655d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:23:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:58.368200 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-7d4ac039-6240-4be8-b706-27411d655d6a None None] Set router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:23:58.720047 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-7d4ac039-6240-4be8-b706-27411d655d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': 'f19c56ae-891c-43b6-a888-0544a47d3402', 'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'mac_address': 'fa:16:3e:2d:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:49Z', 'updated_at': '2021-09-07T07:14:01Z', 'revision_number': 5, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'subnets': [{'id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:23:58.748239 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4ac039-6240-4be8-b706-27411d655d6a None None] The sync data for ids ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'] in dv-cinder-804735-9-iscsi is: [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': 'f19c56ae-891c-43b6-a888-0544a47d3402', 'name': '', 'network_id': '7a6bf082-f995-4176-a62b-a1e75c89f882', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'mac_address': 'fa:16:3e:2d:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:49Z', 'updated_at': '2021-09-07T07:14:01Z', 'revision_number': 5, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'subnets': [{'id': '3cddb77f-e14b-40a5-ac21-cbec1af62b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:23:58.959905 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59530) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:59.032018 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-40c8e7c2-a654-45fe-a0f4-a26438e0292b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:59.064822 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0e5bca-8bce-4e92-b07c-0c9eb351d13f None None] New status for floating IP e9cc60fd-f728-4a7b-a80d-b490c9b71a4f: DOWN {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 07:23:59.078194 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-40c8e7c2-a654-45fe-a0f4-a26438e0292b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:59.130545 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-298d8490-fd45-4526-b903-91d4de33976a req-a6f22799-1901-4f6d-9d91-07e943a8fd4a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586309485&fields=id&tenant_id=7b6ee0e37e064331a5c47b5758d37f5a HTTP/1.1" status: 200 len: 267 time: 0.0823627 Sep 07 07:23:59.283149 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-40c8e7c2-a654-45fe-a0f4-a26438e0292b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:59.286350 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-40c8e7c2-a654-45fe-a0f4-a26438e0292b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:59.287774 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-40c8e7c2-a654-45fe-a0f4-a26438e0292b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "DELETE /v2.0/security-groups/30c6391b-3468-4c1f-9ead-4e154c01fa49 HTTP/1.1" status: 204 len: 168 time: 0.3261521 Sep 07 07:23:59.326611 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59540) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:59.327755 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8e7c2-a654-45fe-a0f4-a26438e0292b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c6391b-3468-4c1f-9ead-4e154c01fa49,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:23:59.338357 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d8490-fd45-4526-b903-91d4de33976a req-b63e6d34-3763-4b9e-9418-4609470deaca tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:59.348145 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-298d8490-fd45-4526-b903-91d4de33976a req-b63e6d34-3763-4b9e-9418-4609470deaca tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 812 time: 0.2086322 Sep 07 07:23:59.380847 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e7c2-a654-45fe-a0f4-a26438e0292b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:59.381295 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e7c2-a654-45fe-a0f4-a26438e0292b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:59.381702 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e7c2-a654-45fe-a0f4-a26438e0292b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:59.382110 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e7c2-a654-45fe-a0f4-a26438e0292b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:59.382518 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e7c2-a654-45fe-a0f4-a26438e0292b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:59.382925 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e7c2-a654-45fe-a0f4-a26438e0292b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:59.383345 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e7c2-a654-45fe-a0f4-a26438e0292b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:59.383750 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e7c2-a654-45fe-a0f4-a26438e0292b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:59.384164 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e7c2-a654-45fe-a0f4-a26438e0292b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:59.384574 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e7c2-a654-45fe-a0f4-a26438e0292b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:59.384962 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e7c2-a654-45fe-a0f4-a26438e0292b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:59.385369 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e7c2-a654-45fe-a0f4-a26438e0292b tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:23:59.389062 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.api.v2.resource [None req-c50596f9-deb0-403b-8455-d335f7718616 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] show failed (client error): The resource could not be found. Sep 07 07:23:59.390349 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c50596f9-deb0-403b-8455-d335f7718616 tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "GET /v2.0/security-groups/30c6391b-3468-4c1f-9ead-4e154c01fa49 HTTP/1.1" status: 404 len: 347 time: 0.0397348 Sep 07 07:23:59.401520 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-298d8490-fd45-4526-b903-91d4de33976a req-fa38b513-635e-465f-afdc-96c4bbbd7f98 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/quotas/7b6ee0e37e064331a5c47b5758d37f5a HTTP/1.1" status: 200 len: 375 time: 0.0522342 Sep 07 07:23:59.403280 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59544) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:23:59.574425 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2a16f-ef22-4f2c-aee8-2ab5e1bfcd35 req-efdf95ab-1768-46f7-91a7-2d9b2fb93106 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:23:59.581646 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-aaa2a16f-ef22-4f2c-aee8-2ab5e1bfcd35 req-efdf95ab-1768-46f7-91a7-2d9b2fb93106 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.3584728 Sep 07 07:23:59.599133 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-298d8490-fd45-4526-b903-91d4de33976a req-4071e0c6-421c-4364-94de-99e02420b618 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1896071 Sep 07 07:23:59.613378 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-298d8490-fd45-4526-b903-91d4de33976a req-eadeb1b1-2212-4a4d-87fb-d5da38ad5123 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 07:23:59.623641 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-298d8490-fd45-4526-b903-91d4de33976a req-eadeb1b1-2212-4a4d-87fb-d5da38ad5123 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171862 Sep 07 07:23:59.627861 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-aaa2a16f-ef22-4f2c-aee8-2ab5e1bfcd35 req-fabd4d4a-7c8e-407f-8fc6-5b178ba4f1c5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401561 Sep 07 07:23:59.695633 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-c8e80867-0d43-4fe1-88ec-0a2923efb3bb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Deleting port a4ee4f08-68fc-4477-b2ec-5ba6e62297d5 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:23:59.696310 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c8e80867-0d43-4fe1-88ec-0a2923efb3bb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:59.781744 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-298d8490-fd45-4526-b903-91d4de33976a req-072284ee-99c0-41be-b189-211bc3a71d3d service neutron] 10.222.0.30 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571741 Sep 07 07:23:59.806437 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c8e80867-0d43-4fe1-88ec-0a2923efb3bb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:59.807036 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c8e80867-0d43-4fe1-88ec-0a2923efb3bb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:23:59.836388 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-c8e80867-0d43-4fe1-88ec-0a2923efb3bb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Calling delete_port for a4ee4f08-68fc-4477-b2ec-5ba6e62297d5 owned by network:floatingip {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:23:59.941362 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-298d8490-fd45-4526-b903-91d4de33976a req-9c76856e-68d9-46eb-ad6b-acc7d9049f3b service neutron] 10.222.0.30 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510234 Sep 07 07:24:00.036676 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c8e80867-0d43-4fe1-88ec-0a2923efb3bb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:00.061527 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e80867-0d43-4fe1-88ec-0a2923efb3bb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Pushing event deleted for resources: {'Port': ['ID=a4ee4f08-68fc-4477-b2ec-5ba6e62297d5,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:00.146721 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c8e80867-0d43-4fe1-88ec-0a2923efb3bb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks [] for floatingip, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:00.152985 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c8e80867-0d43-4fe1-88ec-0a2923efb3bb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:00.157468 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c8e80867-0d43-4fe1-88ec-0a2923efb3bb tempest-AttachVolumeTestJSON-1437551572 tempest-AttachVolumeTestJSON-1437551572-project] 10.222.0.30 "DELETE /v2.0/floatingips/e9cc60fd-f728-4a7b-a80d-b490c9b71a4f HTTP/1.1" status: 204 len: 168 time: 0.7524488 Sep 07 07:24:00.228870 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:00.293993 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bfc31ea5-1ff0-4598-9470-88a2d29bc548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:00.378392 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e2029dfd-8fd6-4982-9414-4e154dea9fac req-1537ccab-f4a2-4fa3-88ff-5800f246b153 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 210 time: 0.0282872 Sep 07 07:24:00.783327 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1a51d-67ad-4bed-97d4-9be4e184139f req-d972bcd6-e5bc-4c63-a73e-b2daae9b6534 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:00.791112 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3fc1a51d-67ad-4bed-97d4-9be4e184139f req-d972bcd6-e5bc-4c63-a73e-b2daae9b6534 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0652995 Sep 07 07:24:00.843965 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3fc1a51d-67ad-4bed-97d4-9be4e184139f req-56c64891-fa7b-4124-9ffe-16a7774cab22 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518193 Sep 07 07:24:00.857458 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 290814eb-788f-404a-85e5-01e087219737 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:24:00.889644 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: 290814eb-788f-404a-85e5-01e087219737 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:24:00.890135 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 290814eb-788f-404a-85e5-01e087219737 not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:24:01.140148 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:01.538538 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7c6169a0-ea9e-4e52-bffc-8f4c53d677e9 req-79624ee5-3ab5-4a45-8331-a0e36a9dc395 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 210 time: 0.0387475 Sep 07 07:24:01.625619 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d8490-fd45-4526-b903-91d4de33976a req-eaa55623-461a-49c3-97c0-ed7ed449bc24 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:01.627088 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-298d8490-fd45-4526-b903-91d4de33976a req-eaa55623-461a-49c3-97c0-ed7ed449bc24 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.15 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 812 time: 0.2002203 Sep 07 07:24:01.703317 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-298d8490-fd45-4526-b903-91d4de33976a req-38df609e-d609-478a-b8b9-f091744db13f tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b6ee0e37e064331a5c47b5758d37f5a HTTP/1.1" status: 200 len: 380 time: 0.0351536 Sep 07 07:24:01.715214 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-298d8490-fd45-4526-b903-91d4de33976a req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Request body: {'port': {'device_id': '82a98dee-612e-4f4b-beba-4d05d652bcec', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'admin_state_up': True, 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'security_groups': ['df236302-89e0-4591-bc57-1950cc8b6bca']}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:24:01.893971 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298d8490-fd45-4526-b903-91d4de33976a req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Made reservation on behalf of 7b6ee0e37e064331a5c47b5758d37f5a for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:24:01.898422 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-298d8490-fd45-4526-b903-91d4de33976a req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:01.975008 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eab75e-09c3-4736-ab4e-67e1f0485669 req-32ba6623-30ce-4a88-b564-0c9a8de65bca tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:01.983315 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-53eab75e-09c3-4736-ab4e-67e1f0485669 req-32ba6623-30ce-4a88-b564-0c9a8de65bca tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0651839 Sep 07 07:24:02.048558 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-53eab75e-09c3-4736-ab4e-67e1f0485669 req-738929a9-1bab-4df6-bb9e-3db7903dd09e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638647 Sep 07 07:24:02.074120 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-298d8490-fd45-4526-b903-91d4de33976a req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Allocated IP 172.20.0.6 (8e6ed71c-cec5-40c8-81bc-c0c50766c09f/8de05a33-42eb-473a-a3bb-1976470f413a/725e6c0f-9226-4cf0-869f-feda2f360f85) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:24:02.275140 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-298d8490-fd45-4526-b903-91d4de33976a req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:02.292357 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-298d8490-fd45-4526-b903-91d4de33976a req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Transition to ACTIVE for port object 725e6c0f-9226-4cf0-869f-feda2f360f85 will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:24:02.327279 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-298d8490-fd45-4526-b903-91d4de33976a req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:02.385829 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298d8490-fd45-4526-b903-91d4de33976a req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:24:02.387141 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event updated for resources: {'Port': ['ID=725e6c0f-9226-4cf0-869f-feda2f360f85,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:02.389319 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-298d8490-fd45-4526-b903-91d4de33976a req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:24:02.392035 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-298d8490-fd45-4526-b903-91d4de33976a req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:24:02.427270 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:02.428596 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:02.428596 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:02.428596 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:02.428596 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:02.428932 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:02.429229 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:02.429557 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:02.429908 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:02.430262 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:02.430595 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:02.430938 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:02.462696 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d8490-fd45-4526-b903-91d4de33976a req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:02.463409 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-298d8490-fd45-4526-b903-91d4de33976a req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:02.482452 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-298d8490-fd45-4526-b903-91d4de33976a req-da9453ae-6896-4368-83ab-bacdec06804e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7723880 Sep 07 07:24:02.601417 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Request body: {'port': {'device_id': '82a98dee-612e-4f4b-beba-4d05d652bcec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:24:02.731878 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead3826-4427-4e6f-acbc-1a90e0d5cb50 req-d9bcec0d-511e-41f1-8f5a-54b717b138a0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:02.740764 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fead3826-4427-4e6f-acbc-1a90e0d5cb50 req-d9bcec0d-511e-41f1-8f5a-54b717b138a0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 931 time: 0.1115773 Sep 07 07:24:02.740976 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-d9efb71f-9932-4980-a894-e21dc29a6a25 None None] Provisioning for port 725e6c0f-9226-4cf0-869f-feda2f360f85 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:24:02.749062 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-d9efb71f-9932-4980-a894-e21dc29a6a25 None None] Provisioning complete for port 725e6c0f-9226-4cf0-869f-feda2f360f85 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:24:02.749698 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d9efb71f-9932-4980-a894-e21dc29a6a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:02.763678 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:02.804553 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-d9efb71f-9932-4980-a894-e21dc29a6a25 None None] Port 725e6c0f-9226-4cf0-869f-feda2f360f85 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:24:02.833079 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fead3826-4427-4e6f-acbc-1a90e0d5cb50 req-3b03c16d-f410-4e8f-b4d2-993be8c75c84 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869458 Sep 07 07:24:03.085810 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725e6c0f-9226-4cf0-869f-feda2f360f85 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:24:03.096310 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:03.112836 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Transition to ACTIVE for port object 725e6c0f-9226-4cf0-869f-feda2f360f85 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:24:03.126402 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:03.196930 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad35bb-52f1-4e45-9e1f-bfbb06efcb57 req-b0d457d8-e314-460c-b527-22818a882d2a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:03.204422 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3ad35bb-52f1-4e45-9e1f-bfbb06efcb57 req-b0d457d8-e314-460c-b527-22818a882d2a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0796564 Sep 07 07:24:03.229368 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Pushing event updated for resources: {'Port': ['ID=725e6c0f-9226-4cf0-869f-feda2f360f85,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:03.285809 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3ad35bb-52f1-4e45-9e1f-bfbb06efcb57 req-62f5dd25-1577-498c-904b-b34594f4d79a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800126 Sep 07 07:24:03.327476 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Attempting to bind port 725e6c0f-9226-4cf0-869f-feda2f360f85 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:24:03.327802 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Attempting to bind port 725e6c0f-9226-4cf0-869f-feda2f360f85 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:24:03.328226 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Attempting to bind port 725e6c0f-9226-4cf0-869f-feda2f360f85 on network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:24:03.334001 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Port 725e6c0f-9226-4cf0-869f-feda2f360f85 on network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:24:03.334333 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Attempting to bind port 725e6c0f-9226-4cf0-869f-feda2f360f85 on network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:24:03.336218 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:03.340308 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:24:03.340647 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Checking segment: {'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:24:03.341040 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Bound using segment: {'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:24:03.341469 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Bound port: 725e6c0f-9226-4cf0-869f-feda2f360f85, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:24:03.341828 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:03.414234 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] For port 725e6c0f-9226-4cf0-869f-feda2f360f85, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:24:03.418297 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] For port 725e6c0f-9226-4cf0-869f-feda2f360f85, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=725e6c0f-9226-4cf0-869f-feda2f360f85,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:24:03.427959 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:03.494078 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:03.494711 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:03.496123 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-298d8490-fd45-4526-b903-91d4de33976a req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] 10.222.0.15 "PUT /v2.0/ports/725e6c0f-9226-4cf0-869f-feda2f360f85 HTTP/1.1" status: 200 len: 1093 time: 0.9965415 Sep 07 07:24:03.499523 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a98dee-612e-4f4b-beba-4d05d652bcec', 'tag': '725e6c0f-9226-4cf0-869f-feda2f360f85'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:24:03.503632 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2defad-ce3c-411d-b305-c776dd2bd3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "82a98dee-612e-4f4b-beba-4d05d652bcec", "tag": "725e6c0f-9226-4cf0-869f-feda2f360f85"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:24:03.509436 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b02613-4b2a-4714-8a5a-dbc9d3362023 service neutron] Pushing event updated for resources: {'Port': ['ID=725e6c0f-9226-4cf0-869f-feda2f360f85,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:03.608130 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43d3db5-5dfe-4b8d-b51a-80fe12d7a214 x-openstack-request-id: req-d43d3db5-5dfe-4b8d-b51a-80fe12d7a214 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:24:03.609110 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a98dee-612e-4f4b-beba-4d05d652bcec", "tag": "725e6c0f-9226-4cf0-869f-feda2f360f85", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:24:03.609547 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d43d3db5-5dfe-4b8d-b51a-80fe12d7a214 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:24:03.610122 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a98dee-612e-4f4b-beba-4d05d652bcec', 'tag': '725e6c0f-9226-4cf0-869f-feda2f360f85', 'status': 'completed', 'code': 200} Sep 07 07:24:03.628539 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d8490-fd45-4526-b903-91d4de33976a req-ae9d78b1-972c-4c9d-8152-ad7ce747cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:03.630214 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-298d8490-fd45-4526-b903-91d4de33976a req-ae9d78b1-972c-4c9d-8152-ad7ce747cf7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 1096 time: 0.0689144 Sep 07 07:24:03.685461 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-298d8490-fd45-4526-b903-91d4de33976a req-32ac40d1-747f-466c-b9db-80a990e6b96c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=725e6c0f-9226-4cf0-869f-feda2f360f85 HTTP/1.1" status: 200 len: 217 time: 0.0399678 Sep 07 07:24:03.744935 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d8490-fd45-4526-b903-91d4de33976a req-215e996d-8cdc-4463-a9a0-6652b41128d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:03.746572 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-298d8490-fd45-4526-b903-91d4de33976a req-215e996d-8cdc-4463-a9a0-6652b41128d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8de05a33-42eb-473a-a3bb-1976470f413a HTTP/1.1" status: 200 len: 851 time: 0.0527592 Sep 07 07:24:03.794712 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d8490-fd45-4526-b903-91d4de33976a req-225d9fda-a674-4bfb-919f-efa63edd6ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:03.796352 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-298d8490-fd45-4526-b903-91d4de33976a req-225d9fda-a674-4bfb-919f-efa63edd6ad0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409944 Sep 07 07:24:03.904382 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-298d8490-fd45-4526-b903-91d4de33976a req-e921dd61-6370-408b-8562-d800d4a6eab2 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003854 Sep 07 07:24:04.012147 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59608) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:04.022764 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-298d8490-fd45-4526-b903-91d4de33976a req-9cb737e5-e53e-45f5-974d-6c64e055e4df service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094084 Sep 07 07:24:04.030709 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b862b6f-2b55-4fca-9120-a1a5ae8d5cb0 req-0b796596-fd68-4299-8b53-f70dbd59ad0f tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:04.032850 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2b862b6f-2b55-4fca-9120-a1a5ae8d5cb0 req-0b796596-fd68-4299-8b53-f70dbd59ad0f tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 943 time: 0.0849929 Sep 07 07:24:04.084924 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2b862b6f-2b55-4fca-9120-a1a5ae8d5cb0 req-e34d8b81-ef2f-4485-a665-3dcc86ee9361 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449467 Sep 07 07:24:04.181834 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2defad-ce3c-411d-b305-c776dd2bd3ff req-323dac98-f1d0-4b12-a300-27ab1bdf0710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:04.183367 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8b2defad-ce3c-411d-b305-c776dd2bd3ff req-323dac98-f1d0-4b12-a300-27ab1bdf0710 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 1096 time: 0.0542672 Sep 07 07:24:04.292385 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2defad-ce3c-411d-b305-c776dd2bd3ff req-54b94d20-e5f4-4959-b3eb-77031e2c3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:04.294042 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8b2defad-ce3c-411d-b305-c776dd2bd3ff req-54b94d20-e5f4-4959-b3eb-77031e2c3746 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 913 time: 0.1005397 Sep 07 07:24:04.392568 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8b2defad-ce3c-411d-b305-c776dd2bd3ff req-08004436-3259-4c56-9e8a-3602d3f9a922 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=725e6c0f-9226-4cf0-869f-feda2f360f85 HTTP/1.1" status: 200 len: 217 time: 0.0893366 Sep 07 07:24:04.475884 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2defad-ce3c-411d-b305-c776dd2bd3ff req-ccf1b529-3fb2-4ad9-9c7a-587b0a4bfebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:04.477932 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8b2defad-ce3c-411d-b305-c776dd2bd3ff req-ccf1b529-3fb2-4ad9-9c7a-587b0a4bfebd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8de05a33-42eb-473a-a3bb-1976470f413a HTTP/1.1" status: 200 len: 851 time: 0.0477762 Sep 07 07:24:04.505780 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63286f1b-c00e-44dd-8fea-74fd819554e9 req-015c7a41-d621-4c84-9177-9bb7f62b0c92 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:04.513704 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-63286f1b-c00e-44dd-8fea-74fd819554e9 req-015c7a41-d621-4c84-9177-9bb7f62b0c92 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.1149008 Sep 07 07:24:04.600457 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-63286f1b-c00e-44dd-8fea-74fd819554e9 req-658cfe65-da17-47d5-8f31-b802c0e77065 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802281 Sep 07 07:24:04.622438 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2defad-ce3c-411d-b305-c776dd2bd3ff req-f4e080a9-8ca1-4006-a36a-610f30d8cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:04.625023 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8b2defad-ce3c-411d-b305-c776dd2bd3ff req-f4e080a9-8ca1-4006-a36a-610f30d8cb5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1353776 Sep 07 07:24:04.729280 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8b2defad-ce3c-411d-b305-c776dd2bd3ff req-11d0479c-483d-4049-b2f1-092e53298084 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953233 Sep 07 07:24:04.825568 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5afbe029-6a4a-4a4b-ab0f-ca04b6e774b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580881'] for router_interface, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:04.828638 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8b2defad-ce3c-411d-b305-c776dd2bd3ff req-01ee1f96-9053-435e-b101-3d6d6993644d service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909183 Sep 07 07:24:04.880958 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:24:05.093519 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-5afbe029-6a4a-4a4b-ab0f-ca04b6e774b3 admin admin] Deleting port f19c56ae-891c-43b6-a888-0544a47d3402 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:24:05.093772 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5afbe029-6a4a-4a4b-ab0f-ca04b6e774b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:05.225535 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-5afbe029-6a4a-4a4b-ab0f-ca04b6e774b3 admin admin] For port f19c56ae-891c-43b6-a888-0544a47d3402, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=f19c56ae-891c-43b6-a888-0544a47d3402,segment=NetworkSegment(6750a1fb-cf7e-4d33-b880-1193fed0b435),segment_id=6750a1fb-cf7e-4d33-b880-1193fed0b435)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:24:05.226075 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5afbe029-6a4a-4a4b-ab0f-ca04b6e774b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:05.242079 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-5afbe029-6a4a-4a4b-ab0f-ca04b6e774b3 admin admin] Calling delete_port for f19c56ae-891c-43b6-a888-0544a47d3402 owned by network:router_interface {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:24:05.261584 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912d0e0-3278-4114-930e-948d7bf7473d req-bd6cdfac-545f-42ee-8846-1728ad129ea4 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:05.263195 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a912d0e0-3278-4114-930e-948d7bf7473d req-bd6cdfac-545f-42ee-8846-1728ad129ea4 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 943 time: 0.0930381 Sep 07 07:24:05.353807 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a912d0e0-3278-4114-930e-948d7bf7473d req-1875c056-629d-42cb-bb16-2dba824956b4 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506003 Sep 07 07:24:05.501969 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5afbe029-6a4a-4a4b-ab0f-ca04b6e774b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:05.534503 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbe029-6a4a-4a4b-ab0f-ca04b6e774b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f19c56ae-891c-43b6-a888-0544a47d3402,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:05.725911 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5afbe029-6a4a-4a4b-ab0f-ca04b6e774b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581005'] for router_interface, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:05.802338 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea745409-067d-41ed-948f-b32062cbe0a4 req-703d143a-5d97-4a5c-8de5-66437d09dcf4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:05.804432 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ea745409-067d-41ed-948f-b32062cbe0a4 req-703d143a-5d97-4a5c-8de5-66437d09dcf4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.1111717 Sep 07 07:24:05.851691 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ea745409-067d-41ed-948f-b32062cbe0a4 req-de64452b-5d2f-44b4-9559-3e6d56fb2e38 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418344 Sep 07 07:24:05.955229 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afbe029-6a4a-4a4b-ab0f-ca04b6e774b3 admin admin] Router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:24:06.065287 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afbe029-6a4a-4a4b-ab0f-ca04b6e774b3 admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:24:06.071468 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5afbe029-6a4a-4a4b-ab0f-ca04b6e774b3 admin admin] 10.222.0.30 "PUT /v2.0/routers/dc4b8ae8-07f9-45e6-91c3-8b660cc794b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0571938 Sep 07 07:24:06.074036 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 59622) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:06.077034 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9c30c-416c-4884-899e-a4c62fae40c0 None None] Sync routers for ids ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:24:06.096258 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9c30c-416c-4884-899e-a4c62fae40c0 None None] Routers {'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:24:06.097425 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e6b9c30c-416c-4884-899e-a4c62fae40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:24:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:24:06.193975 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-eb636a1a-418a-4394-9059-f5b51168cee9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:06.214851 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-e6b9c30c-416c-4884-899e-a4c62fae40c0 None None] Set router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:24:06.301238 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-eb636a1a-418a-4394-9059-f5b51168cee9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:06.356235 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-eb636a1a-418a-4394-9059-f5b51168cee9 admin admin] Deleting port 390e1747-6418-453b-b0dc-2f3b8bb7a655 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:24:06.356653 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-eb636a1a-418a-4394-9059-f5b51168cee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:06.398547 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e6b9c30c-416c-4884-899e-a4c62fae40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:24:05Z', 'revision_number': 5, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port': {'id': '390e1747-6418-453b-b0dc-2f3b8bb7a655', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:13:41Z', 'updated_at': '2021-09-07T07:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:24:06.423947 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9c30c-416c-4884-899e-a4c62fae40c0 None None] Checking router: dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:24:06.433085 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9c30c-416c-4884-899e-a4c62fae40c0 None None] Routers {'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:24:06.433697 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e6b9c30c-416c-4884-899e-a4c62fae40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:24:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:24:06.435046 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-eb636a1a-418a-4394-9059-f5b51168cee9 admin admin] For port 390e1747-6418-453b-b0dc-2f3b8bb7a655, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=390e1747-6418-453b-b0dc-2f3b8bb7a655,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:24:06.435447 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-eb636a1a-418a-4394-9059-f5b51168cee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:06.447875 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-eb636a1a-418a-4394-9059-f5b51168cee9 admin admin] Calling delete_port for 390e1747-6418-453b-b0dc-2f3b8bb7a655 owned by network:router_gateway {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:24:06.476029 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b52ff3-b0b1-4af0-8b9e-f03da5edb33f req-6d70184f-0f14-4525-8c53-97ea8243dc69 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:06.477671 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2b52ff3-b0b1-4af0-8b9e-f03da5edb33f req-6d70184f-0f14-4525-8c53-97ea8243dc69 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 943 time: 0.0500035 Sep 07 07:24:06.517013 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2b52ff3-b0b1-4af0-8b9e-f03da5edb33f req-47814d3a-d679-4f0f-b4ca-489b6ba4253d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335026 Sep 07 07:24:06.521756 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-e6b9c30c-416c-4884-899e-a4c62fae40c0 None None] Set router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 gateway port host: None {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:24:06.576024 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e6b9c30c-416c-4884-899e-a4c62fae40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:24:06Z', 'revision_number': 6, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port_host': None}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:24:06.601862 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9c30c-416c-4884-899e-a4c62fae40c0 None None] The sync data for ids ['dc4b8ae8-07f9-45e6-91c3-8b660cc794b6'] in dv-cinder-804735-9-iscsi is: [{'id': 'dc4b8ae8-07f9-45e6-91c3-8b660cc794b6', 'name': 'tempest-AttachVolumeTestJSON-244581080-router', 'tenant_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:13:40Z', 'updated_at': '2021-09-07T07:24:06Z', 'revision_number': 6, 'project_id': 'af77442a8c7443a5a8a5ba77a1a860e8', 'gw_port_host': None}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:24:06.619517 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-eb636a1a-418a-4394-9059-f5b51168cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:06.657654 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb636a1a-418a-4394-9059-f5b51168cee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=390e1747-6418-453b-b0dc-2f3b8bb7a655,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:06.713335 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-eb636a1a-418a-4394-9059-f5b51168cee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579887'] for router_gateway, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:06.798158 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-eb636a1a-418a-4394-9059-f5b51168cee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10342'] for router, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:06.800260 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-eb636a1a-418a-4394-9059-f5b51168cee9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:06.843488 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-eb636a1a-418a-4394-9059-f5b51168cee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576117'] for router, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:06.844134 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb636a1a-418a-4394-9059-f5b51168cee9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 {{(pid=94029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 07:24:06.849056 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-eb636a1a-418a-4394-9059-f5b51168cee9 admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:06.850189 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-eb636a1a-418a-4394-9059-f5b51168cee9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/dc4b8ae8-07f9-45e6-91c3-8b660cc794b6 HTTP/1.1" status: 204 len: 168 time: 0.7751369 Sep 07 07:24:06.852728 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 59636) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:06.896189 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6219942-d7a3-477b-8aed-715da2f7deb6 admin admin] Deleting subnet 3cddb77f-e14b-40a5-ac21-cbec1af62b3e {{(pid=94029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 07:24:06.899229 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e6219942-d7a3-477b-8aed-715da2f7deb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:06.934684 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e6219942-d7a3-477b-8aed-715da2f7deb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5732538'] for subnet, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:07.018293 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941c3fe-3bc1-4188-958d-b5b3774fdbdc req-64ad2893-4828-40c0-85e8-066e8c96767e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:07.020351 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e941c3fe-3bc1-4188-958d-b5b3774fdbdc req-64ad2893-4828-40c0-85e8-066e8c96767e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0901144 Sep 07 07:24:07.078295 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e6219942-d7a3-477b-8aed-715da2f7deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1858048'] for subnet, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:07.101044 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e941c3fe-3bc1-4188-958d-b5b3774fdbdc req-fd1a9ad2-acd7-4b1d-aae6-3195ecd42e78 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634351 Sep 07 07:24:07.135435 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e6219942-d7a3-477b-8aed-715da2f7deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1858059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5732577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5791269'] for subnet, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:07.162972 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e6219942-d7a3-477b-8aed-715da2f7deb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:07.164983 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e6219942-d7a3-477b-8aed-715da2f7deb6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3cddb77f-e14b-40a5-ac21-cbec1af62b3e HTTP/1.1" status: 204 len: 168 time: 0.3113580 Sep 07 07:24:07.166013 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6219942-d7a3-477b-8aed-715da2f7deb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cddb77f-e14b-40a5-ac21-cbec1af62b3e,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:07.167726 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59640) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:07.168208 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6f49f8-8eb0-47a2-bff7-850332b7c56d None None] Network 7a6bf082-f995-4176-a62b-a1e75c89f882 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:24:07.236237 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cb685-f48d-4213-8ae4-f6bf67fe78d3 req-e4e277fa-e324-4180-af4f-16039e86cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:07.237262 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b11cb685-f48d-4213-8ae4-f6bf67fe78d3 req-e4e277fa-e324-4180-af4f-16039e86cbfa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31ec539a0e824d0385bb9d4a12e94d3e&device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 1098 time: 0.0445938 Sep 07 07:24:07.239198 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744665'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:07.298329 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] Deleting port ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:24:07.299088 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:07.328292 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cb685-f48d-4213-8ae4-f6bf67fe78d3 req-e26cb2f9-7e96-4916-b842-ae59c94a07e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:07.329747 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b11cb685-f48d-4213-8ae4-f6bf67fe78d3 req-e26cb2f9-7e96-4916-b842-ae59c94a07e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=763aca73-fbfa-4ea1-a434-95a1680e6608 HTTP/1.1" status: 200 len: 918 time: 0.0852141 Sep 07 07:24:07.365957 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] For port ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22,segment=NetworkSegment(6750a1fb-cf7e-4d33-b880-1193fed0b435),segment_id=6750a1fb-cf7e-4d33-b880-1193fed0b435)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:24:07.366333 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:07.381462 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] Calling delete_port for ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 owned by network:dhcp {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:24:07.387929 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] DHCP port deletion for 7a6bf082-f995-4176-a62b-a1e75c89f882 request from dv-cinder-804735-9-iscsi {{(pid=94031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 07:24:07.418830 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b11cb685-f48d-4213-8ae4-f6bf67fe78d3 req-b099addf-e68e-4bfb-8076-568ec4cf9a37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 HTTP/1.1" status: 200 len: 1001 time: 0.0809674 Sep 07 07:24:07.449378 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] Deleting port ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:24:07.450133 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:07.472595 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:07.477742 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 390e1747-6418-453b-b0dc-2f3b8bb7a655 no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:24:07.487971 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cb685-f48d-4213-8ae4-f6bf67fe78d3 req-ed5667ae-a89d-4ffb-bf9a-6c6093d3ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:07.489664 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b11cb685-f48d-4213-8ae4-f6bf67fe78d3 req-ed5667ae-a89d-4ffb-bf9a-6c6093d3ce17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa HTTP/1.1" status: 200 len: 856 time: 0.0567207 Sep 07 07:24:07.498263 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:07.501967 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: 390e1747-6418-453b-b0dc-2f3b8bb7a655 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:24:07.502566 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 390e1747-6418-453b-b0dc-2f3b8bb7a655 not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:24:07.502882 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] No DVR routers for this DVR port ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 on host dv-cinder-804735-9-iscsi {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:24:07.503441 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:24:07.545429 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cb685-f48d-4213-8ae4-f6bf67fe78d3 req-70889102-a576-4a52-a63f-31e8dc502f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:07.547667 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b11cb685-f48d-4213-8ae4-f6bf67fe78d3 req-70889102-a576-4a52-a63f-31e8dc502f7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=763aca73-fbfa-4ea1-a434-95a1680e6608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509210 Sep 07 07:24:07.560561 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:24:07.561184 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:24:07.561770 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device f19c56ae-891c-43b6-a888-0544a47d3402 no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:24:07.576975 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] For port ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22,segment=NetworkSegment(6750a1fb-cf7e-4d33-b880-1193fed0b435),segment_id=6750a1fb-cf7e-4d33-b880-1193fed0b435)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:24:07.577657 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:07.585591 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1854623', 'neutron.services.segments.db._delete_segments_for_network-8728184039280'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:07.591607 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] Calling delete_port for ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:24:07.608349 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6bf082-f995-4176-a62b-a1e75c89f882']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:24:07.626679 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6750a1fb-cf7e-4d33-b880-1193fed0b435') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:24:07.627000 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6750a1fb-cf7e-4d33-b880-1193fed0b435') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:24:07.651077 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728184039033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6942334'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:07.659077 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b11cb685-f48d-4213-8ae4-f6bf67fe78d3 req-8ccc7d0b-be64-477b-9460-73bf0d395660 service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992868 Sep 07 07:24:07.660141 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: f19c56ae-891c-43b6-a888-0544a47d3402 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:24:07.660562 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device f19c56ae-891c-43b6-a888-0544a47d3402 not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:24:07.670346 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:07.680017 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 07:24:07.680605 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5299484'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: Traceback (most recent call last): Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: timer() Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: cb(*args, **kw) Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: return func(*args, **kwargs) Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: self._notify() Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: self.callback(batched_events) Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: event.method(event) Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: return f(self, *a, **k) Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: return self._get(url).json() Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 07:24:07.682496 dv-cinder-804735-9-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 07:24:07.704336 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:07.706042 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527f96f-f405-4bee-b6d9-cc823caf0e2e req-69d82052-c3b6-43bc-bb52-c303182721b9 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:07.707588 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d527f96f-f405-4bee-b6d9-cc823caf0e2e req-69d82052-c3b6-43bc-bb52-c303182721b9 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 943 time: 0.0918992 Sep 07 07:24:07.741003 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] Pushing event deleted for resources: {'Port': ['ID=ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:07.748981 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:07.749337 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:07.749683 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:07.750343 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:07.750685 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:07.751025 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:07.751381 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:07.751716 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:07.752053 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:07.752380 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:07.752845 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:07.753180 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:24:07.766482 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9282d5e0-1a26-4564-9d9d-394176bb9b2c None None] No DVR routers for this DVR port ea13ba5b-1bc3-4fb3-bc69-7abc8bfaac22 on host dv-cinder-804735-9-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:24:07.784153 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1854598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579843'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:07.788747 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d527f96f-f405-4bee-b6d9-cc823caf0e2e req-f6ad85d9-bee0-40e9-b365-dbf3b445e46d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488493 Sep 07 07:24:07.796868 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:07.799856 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7a6bf082-f995-4176-a62b-a1e75c89f882 HTTP/1.1" status: 204 len: 168 time: 0.6310174 Sep 07 07:24:07.811909 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664bc5c-5e02-4fb1-8564-adab18ee6f05 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6bf082-f995-4176-a62b-a1e75c89f882,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:07.820807 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b11cb685-f48d-4213-8ae4-f6bf67fe78d3 req-37436d35-25ff-4576-a32e-2353445019ac service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465566 Sep 07 07:24:07.913761 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59646) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:07.952370 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6a168159-8ab1-48bd-9141-80f44da60d2e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af77442a8c7443a5a8a5ba77a1a860e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374863 Sep 07 07:24:07.954691 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59648) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:08.000940 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8ddebaa1-de75-44a4-bcda-d7b69d338225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:08.020427 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8ddebaa1-de75-44a4-bcda-d7b69d338225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:08.068953 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8ddebaa1-de75-44a4-bcda-d7b69d338225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:08.071600 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8ddebaa1-de75-44a4-bcda-d7b69d338225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:08.072762 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8ddebaa1-de75-44a4-bcda-d7b69d338225 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/11e68470-1b3a-4db7-ada7-b2daa5f65e37 HTTP/1.1" status: 204 len: 168 time: 0.1172025 Sep 07 07:24:08.086673 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddebaa1-de75-44a4-bcda-d7b69d338225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e68470-1b3a-4db7-ada7-b2daa5f65e37,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:08.227384 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f18e0-2492-4ba2-9b11-645db7e8a278 req-25cce166-d29f-474a-9621-c0650243948d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:08.227384 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-593f18e0-2492-4ba2-9b11-645db7e8a278 req-25cce166-d29f-474a-9621-c0650243948d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0540590 Sep 07 07:24:08.263840 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-593f18e0-2492-4ba2-9b11-645db7e8a278 req-23b2bb11-8cb4-4d92-98fb-1e54c558a27a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313761 Sep 07 07:24:08.914549 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ee34a-c3ac-453f-8952-ded9e47f1bd5 req-88436657-453f-4a9b-a892-4bdeb008bbf8 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:08.916088 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b85ee34a-c3ac-453f-8952-ded9e47f1bd5 req-88436657-453f-4a9b-a892-4bdeb008bbf8 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 943 time: 0.0484679 Sep 07 07:24:08.954979 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b85ee34a-c3ac-453f-8952-ded9e47f1bd5 req-e7351ad5-446d-45d5-b6c7-9e8edba06337 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319467 Sep 07 07:24:09.378480 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23cecb0-dda2-4ddb-976a-0960c627cf62 req-31e51a8f-81a6-422c-ac00-6485a382696a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:09.379901 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e23cecb0-dda2-4ddb-976a-0960c627cf62 req-31e51a8f-81a6-422c-ac00-6485a382696a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0467153 Sep 07 07:24:09.416069 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e23cecb0-dda2-4ddb-976a-0960c627cf62 req-8eb8460d-4283-4c3e-a525-a9568a1b3eba tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304937 Sep 07 07:24:10.068204 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079c3ee-1e76-4f38-9a51-1fb24503d3f7 req-06796934-6906-4c62-b943-910d3b5b8ba4 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:10.069653 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b079c3ee-1e76-4f38-9a51-1fb24503d3f7 req-06796934-6906-4c62-b943-910d3b5b8ba4 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 943 time: 0.0476713 Sep 07 07:24:10.107152 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b079c3ee-1e76-4f38-9a51-1fb24503d3f7 req-e7991dd7-43e6-4284-8f80-3f89f67aaed3 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317562 Sep 07 07:24:10.543184 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846a15d-cfc6-41ef-afb8-6f47e8cb1cd7 req-ef7a9069-fed9-4f01-9050-56ec6f4a7bed tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:10.544722 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7846a15d-cfc6-41ef-afb8-6f47e8cb1cd7 req-ef7a9069-fed9-4f01-9050-56ec6f4a7bed tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 945 time: 0.0513082 Sep 07 07:24:10.582483 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7846a15d-cfc6-41ef-afb8-6f47e8cb1cd7 req-6139b3df-83ef-42cd-acbc-0211e72a4659 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313988 Sep 07 07:24:10.893733 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 725e6c0f-9226-4cf0-869f-feda2f360f85 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:24:10.904985 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:24:11.048604 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:11.051449 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 725e6c0f-9226-4cf0-869f-feda2f360f85, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=725e6c0f-9226-4cf0-869f-feda2f360f85,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:24:11.069630 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': '725e6c0f-9226-4cf0-869f-feda2f360f85', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'port_id': '725e6c0f-9226-4cf0-869f-feda2f360f85', 'mac_address': 'fa:16:3e:8c:80:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:24:11.084727 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193a61b6-7555-4326-8940-511edfa504cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:24:11.086961 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997158a8-7c1d-4599-aa68-8ade65450f32" -d '{"events": [{"server_uuid": "193a61b6-7555-4326-8940-511edfa504cd", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:24:11.124556 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:24:11.135811 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:11.139873 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:11.151271 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 07:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fb0943-6c40-45d5-95d4-d87e4fdcc4c1 x-openstack-request-id: req-98fb0943-6c40-45d5-95d4-d87e4fdcc4c1 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:24:11.151702 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193a61b6-7555-4326-8940-511edfa504cd", "name": "network-vif-unplugged", "status": "failed", "tag": "0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4", "code": 422}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:24:11.151924 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98fb0943-6c40-45d5-95d4-d87e4fdcc4c1 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:24:11.152348 dv-cinder-804735-9-iscsi neutron-server[94031]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '193a61b6-7555-4326-8940-511edfa504cd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4', 'code': 422} returned with failed status Sep 07 07:24:11.174748 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725e6c0f-9226-4cf0-869f-feda2f360f85 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:24:11.207889 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 725e6c0f-9226-4cf0-869f-feda2f360f85, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=725e6c0f-9226-4cf0-869f-feda2f360f85,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:24:11.213544 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:11.215189 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,revision_number=8']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:11.240193 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48a873-7b0c-4a84-9b91-33ba506f6c5e req-0a62192f-bdae-474c-9adb-fbe32a3da858 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:11.241828 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6b48a873-7b0c-4a84-9b91-33ba506f6c5e req-0a62192f-bdae-474c-9adb-fbe32a3da858 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 943 time: 0.0491433 Sep 07 07:24:11.262235 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=725e6c0f-9226-4cf0-869f-feda2f360f85,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:11.279205 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6b48a873-7b0c-4a84-9b91-33ba506f6c5e req-2b4665f9-c425-44fa-8673-a309cf7700ee tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314391 Sep 07 07:24:11.628701 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982109b-e35f-445a-ba54-946ab099809e req-c7d5d3f0-57f2-4e3f-8af9-04e7331a3f24 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:11.630893 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c982109b-e35f-445a-ba54-946ab099809e req-c7d5d3f0-57f2-4e3f-8af9-04e7331a3f24 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0551031 Sep 07 07:24:11.670732 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c982109b-e35f-445a-ba54-946ab099809e req-2ce1f9ba-1c05-4c0e-8e14-6e7c30b13ae6 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333357 Sep 07 07:24:11.682855 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d87f98e6-80a8-498e-a52b-de70a740b305 req-40ef77d2-5e06-4aa8-b71c-07a8b38aca30 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432250 Sep 07 07:24:11.706532 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['725e6c0f-9226-4cf0-869f-feda2f360f85'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:24:12.389078 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d978e-ef9a-4749-ad19-15206c31ef2a req-a81f4056-074f-41ca-8463-f877e23d0ff7 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:12.390524 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c77d978e-ef9a-4749-ad19-15206c31ef2a req-a81f4056-074f-41ca-8463-f877e23d0ff7 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 944 time: 0.0472398 Sep 07 07:24:12.426800 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c77d978e-ef9a-4749-ad19-15206c31ef2a req-e3e68738-f29e-4dd6-a5dc-68636d6410e9 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298302 Sep 07 07:24:12.554564 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f98e6-80a8-498e-a52b-de70a740b305 req-a83085b5-5f0b-4e96-9023-85aca3622859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:12.556164 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d87f98e6-80a8-498e-a52b-de70a740b305 req-a83085b5-5f0b-4e96-9023-85aca3622859 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd&tenant_id=31ec539a0e824d0385bb9d4a12e94d3e HTTP/1.1" status: 200 len: 1096 time: 0.0390019 Sep 07 07:24:12.627222 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f98e6-80a8-498e-a52b-de70a740b305 req-bf306355-eb04-4974-9d23-2e8a3db8eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:12.628735 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d87f98e6-80a8-498e-a52b-de70a740b305 req-bf306355-eb04-4974-9d23-2e8a3db8eb1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31ec539a0e824d0385bb9d4a12e94d3e&device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 1096 time: 0.0389187 Sep 07 07:24:12.722126 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f98e6-80a8-498e-a52b-de70a740b305 req-fc306e7a-d9b1-4988-b00a-a0d8e85d59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:12.723913 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d87f98e6-80a8-498e-a52b-de70a740b305 req-fc306e7a-d9b1-4988-b00a-a0d8e85d59e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=763aca73-fbfa-4ea1-a434-95a1680e6608 HTTP/1.1" status: 200 len: 918 time: 0.0878582 Sep 07 07:24:12.786833 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d87f98e6-80a8-498e-a52b-de70a740b305 req-22c2dde2-870d-4974-a8a1-134d1bf6b07a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 HTTP/1.1" status: 200 len: 999 time: 0.0560429 Sep 07 07:24:12.792319 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a7d76-6499-447d-bad2-cdf60eab8e25 req-3843ade2-3658-418e-98c6-c70ea980ab08 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:12.793919 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b57a7d76-6499-447d-bad2-cdf60eab8e25 req-3843ade2-3658-418e-98c6-c70ea980ab08 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0479016 Sep 07 07:24:12.831666 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b57a7d76-6499-447d-bad2-cdf60eab8e25 req-0aff997a-da9b-464f-884f-24297d24d9ec tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314105 Sep 07 07:24:12.842249 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f98e6-80a8-498e-a52b-de70a740b305 req-042114b1-675e-4fc5-8ddd-3c0a635d4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:12.843752 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d87f98e6-80a8-498e-a52b-de70a740b305 req-042114b1-675e-4fc5-8ddd-3c0a635d4999 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa HTTP/1.1" status: 200 len: 856 time: 0.0465593 Sep 07 07:24:12.888118 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f98e6-80a8-498e-a52b-de70a740b305 req-221dd15e-97fb-4330-a30c-ef6f218e59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:12.889555 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d87f98e6-80a8-498e-a52b-de70a740b305 req-221dd15e-97fb-4330-a30c-ef6f218e59a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=763aca73-fbfa-4ea1-a434-95a1680e6608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383551 Sep 07 07:24:12.901539 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 725e6c0f-9226-4cf0-869f-feda2f360f85 up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:24:12.954526 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port 725e6c0f-9226-4cf0-869f-feda2f360f85 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:24:12.958545 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port 725e6c0f-9226-4cf0-869f-feda2f360f85 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:24:12.959529 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:12.985089 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d87f98e6-80a8-498e-a52b-de70a740b305 req-c90cc9be-e2ac-4a44-b7ca-446a19a5dbee service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882056 Sep 07 07:24:13.039156 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:13.074726 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 725e6c0f-9226-4cf0-869f-feda2f360f85, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=725e6c0f-9226-4cf0-869f-feda2f360f85,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:24:13.078674 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:13.079486 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:24:13.089404 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d87f98e6-80a8-498e-a52b-de70a740b305 req-3dd5ba9f-605d-475a-a973-a7e7cea48eb6 service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966318 Sep 07 07:24:13.153425 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a98dee-612e-4f4b-beba-4d05d652bcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725e6c0f-9226-4cf0-869f-feda2f360f85'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:24:13.155623 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dc16f0-c149-4f82-b023-3ad99db72e8f" -d '{"events": [{"server_uuid": "82a98dee-612e-4f4b-beba-4d05d652bcec", "name": "network-vif-plugged", "status": "completed", "tag": "725e6c0f-9226-4cf0-869f-feda2f360f85"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:24:13.163038 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=725e6c0f-9226-4cf0-869f-feda2f360f85,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:13.204814 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4680bd-f9c9-4ee7-91b1-d927d28670a6 x-openstack-request-id: req-3a4680bd-f9c9-4ee7-91b1-d927d28670a6 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:24:13.205104 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a98dee-612e-4f4b-beba-4d05d652bcec", "name": "network-vif-plugged", "status": "completed", "tag": "725e6c0f-9226-4cf0-869f-feda2f360f85", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:24:13.205354 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a4680bd-f9c9-4ee7-91b1-d927d28670a6 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:24:13.205744 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a98dee-612e-4f4b-beba-4d05d652bcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725e6c0f-9226-4cf0-869f-feda2f360f85', 'code': 200} Sep 07 07:24:13.494495 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e59f94-77ed-4973-a88f-07892e09950c req-c304f90c-31b5-45e6-a17d-43aa6200d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:13.496692 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e9e59f94-77ed-4973-a88f-07892e09950c req-c304f90c-31b5-45e6-a17d-43aa6200d9ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 1098 time: 0.0466986 Sep 07 07:24:13.568230 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e9e59f94-77ed-4973-a88f-07892e09950c req-4e9bcca6-f3f4-4154-8aac-9cfb882c9b84 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648005 Sep 07 07:24:13.584302 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ab639-be17-4727-9568-f61c68fabe5b req-a63b1f71-83a3-4d3e-9e6a-23ecac7bdbcb tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:13.585771 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5b1ab639-be17-4727-9568-f61c68fabe5b req-a63b1f71-83a3-4d3e-9e6a-23ecac7bdbcb tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0688334 Sep 07 07:24:13.629296 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5b1ab639-be17-4727-9568-f61c68fabe5b req-b5f423b1-cd2e-4d43-8239-23506da33253 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372825 Sep 07 07:24:13.973677 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725c1ff-f62a-4410-adb5-af5525b0ba06 req-72d839da-4734-416a-9c90-6cc54a9ab520 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:13.981933 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2725c1ff-f62a-4410-adb5-af5525b0ba06 req-72d839da-4734-416a-9c90-6cc54a9ab520 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0763757 Sep 07 07:24:14.039116 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2725c1ff-f62a-4410-adb5-af5525b0ba06 req-7b503b10-e4ab-4452-b9af-e26b2d63cf7f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558896 Sep 07 07:24:14.753700 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08085a7e-5318-43ba-ac6e-2905fac51d02 req-e24f8f6e-5c4b-4da9-932f-f42278bddc98 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:14.755166 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-08085a7e-5318-43ba-ac6e-2905fac51d02 req-e24f8f6e-5c4b-4da9-932f-f42278bddc98 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0518098 Sep 07 07:24:14.800156 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-08085a7e-5318-43ba-ac6e-2905fac51d02 req-3176f7b9-15bd-4c27-a447-29cc2c61d163 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389524 Sep 07 07:24:15.172723 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd7858-9153-4480-bc5a-1ff68d7eaf93 req-ac05bf78-4656-4b2f-8f26-0aef505971f1 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:15.174368 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d0cd7858-9153-4480-bc5a-1ff68d7eaf93 req-ac05bf78-4656-4b2f-8f26-0aef505971f1 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0478308 Sep 07 07:24:15.231001 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d0cd7858-9153-4480-bc5a-1ff68d7eaf93 req-a60b02ae-e89a-4aa6-980d-f961608c388c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487607 Sep 07 07:24:15.918818 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc55b7b-12b7-4ba6-b610-87e25d46fe9d req-04d96176-4a91-40ad-a698-8fec7d1ca510 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:15.921095 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7cc55b7b-12b7-4ba6-b610-87e25d46fe9d req-04d96176-4a91-40ad-a698-8fec7d1ca510 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0535800 Sep 07 07:24:15.959484 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7cc55b7b-12b7-4ba6-b610-87e25d46fe9d req-cc5a5b6d-a8ff-4432-94bf-a64689608b05 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317538 Sep 07 07:24:16.356401 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc65985-b93d-41f9-b6ea-4086aa3e35c2 req-aceabe1a-0b34-4d55-8ebb-5ee74c202f4b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:16.357913 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6bc65985-b93d-41f9-b6ea-4086aa3e35c2 req-aceabe1a-0b34-4d55-8ebb-5ee74c202f4b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0479059 Sep 07 07:24:16.410160 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6bc65985-b93d-41f9-b6ea-4086aa3e35c2 req-c4540ff5-6234-4254-a012-b59dbdb5c42a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450878 Sep 07 07:24:17.076526 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcfb0f-afc6-47aa-a95d-8e27fa381c75 req-a828bf82-64ca-43af-bf07-7a97ff1f055a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:17.078049 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2dbcfb0f-afc6-47aa-a95d-8e27fa381c75 req-a828bf82-64ca-43af-bf07-7a97ff1f055a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0543666 Sep 07 07:24:17.116161 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2dbcfb0f-afc6-47aa-a95d-8e27fa381c75 req-c41d5bd3-6fba-4e6b-ba7e-80369508e53a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314245 Sep 07 07:24:17.513284 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59862) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:17.535196 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1b394-c0cc-40fa-a170-f36fdc34186c req-363a2f12-661d-475a-8b68-6cc3cdd302ef tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:17.536900 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-51c1b394-c0cc-40fa-a170-f36fdc34186c req-363a2f12-661d-475a-8b68-6cc3cdd302ef tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0548439 Sep 07 07:24:17.581084 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-51c1b394-c0cc-40fa-a170-f36fdc34186c req-c359a1ba-749c-4878-b230-0c0ea5a960c1 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381148 Sep 07 07:24:17.643052 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-326489a6-9fd8-4700-a023-0374f31add4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:17.736217 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-326489a6-9fd8-4700-a023-0374f31add4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:17.741717 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-326489a6-9fd8-4700-a023-0374f31add4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:17.783959 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 59866) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:17.784215 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-326489a6-9fd8-4700-a023-0374f31add4b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7591859fd9ab4071b6de5ee95f99ed7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692666 Sep 07 07:24:17.784765 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326489a6-9fd8-4700-a023-0374f31add4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7226e8-95a7-4661-ac74-fcfe939ad4d2,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:17.835923 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cf72b4ef-15cc-496f-9efc-bdf51d4f636e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:17.858805 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cf72b4ef-15cc-496f-9efc-bdf51d4f636e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:17.907521 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cf72b4ef-15cc-496f-9efc-bdf51d4f636e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:17.910062 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cf72b4ef-15cc-496f-9efc-bdf51d4f636e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:17.911742 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-cf72b4ef-15cc-496f-9efc-bdf51d4f636e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a7226e8-95a7-4661-ac74-fcfe939ad4d2 HTTP/1.1" status: 204 len: 168 time: 0.1269064 Sep 07 07:24:17.919017 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72b4ef-15cc-496f-9efc-bdf51d4f636e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7226e8-95a7-4661-ac74-fcfe939ad4d2,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:18.249945 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26bb8b-16d0-402e-98d7-bf22870beb07 req-6146bd64-fcc8-43f0-b837-a7044794bb10 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:18.251464 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0e26bb8b-16d0-402e-98d7-bf22870beb07 req-6146bd64-fcc8-43f0-b837-a7044794bb10 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0566630 Sep 07 07:24:18.303654 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0e26bb8b-16d0-402e-98d7-bf22870beb07 req-e08a1072-7cb7-408c-93ec-2275f0007b23 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461135 Sep 07 07:24:18.712618 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf0f28-aea5-47da-80c9-946787d0911a req-402e8136-5985-47b9-9b8f-3cb3ce90e94f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:18.714156 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a2cf0f28-aea5-47da-80c9-946787d0911a req-402e8136-5985-47b9-9b8f-3cb3ce90e94f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0512011 Sep 07 07:24:18.771978 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a2cf0f28-aea5-47da-80c9-946787d0911a req-b2356fb6-aed1-405e-a405-b3ffc60aa0a7 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519912 Sep 07 07:24:19.225829 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 59920) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:19.333775 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8a969519-dbdc-42ba-b1e4-84af71ebf2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:19.456466 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97949f60-7417-4f03-a18c-0fe14a9268b7 req-c339312b-1a32-4215-93ae-d10cb9aa3b23 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:19.458582 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-97949f60-7417-4f03-a18c-0fe14a9268b7 req-c339312b-1a32-4215-93ae-d10cb9aa3b23 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0743110 Sep 07 07:24:19.497367 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8a969519-dbdc-42ba-b1e4-84af71ebf2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:19.504953 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8a969519-dbdc-42ba-b1e4-84af71ebf2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:19.527137 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-97949f60-7417-4f03-a18c-0fe14a9268b7 req-45050b6a-45ca-4961-84a2-390e2c2908e4 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608735 Sep 07 07:24:19.549492 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8a969519-dbdc-42ba-b1e4-84af71ebf2c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7683a5309aa4ff19912e4a19fec8e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226056 Sep 07 07:24:19.550343 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a969519-dbdc-42ba-b1e4-84af71ebf2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fe19da-ff2b-4408-bd76-5afdea963aa7,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:19.552740 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 59926) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:19.601303 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-57be913c-a4a2-4160-90b3-7e4d3532f653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:19.623235 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-57be913c-a4a2-4160-90b3-7e4d3532f653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:19.677088 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-57be913c-a4a2-4160-90b3-7e4d3532f653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:19.679731 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-57be913c-a4a2-4160-90b3-7e4d3532f653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:19.680940 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-57be913c-a4a2-4160-90b3-7e4d3532f653 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73fe19da-ff2b-4408-bd76-5afdea963aa7 HTTP/1.1" status: 204 len: 168 time: 0.1270168 Sep 07 07:24:19.688558 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be913c-a4a2-4160-90b3-7e4d3532f653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fe19da-ff2b-4408-bd76-5afdea963aa7,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:19.898087 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fd7f9-5bfc-407a-8d8f-21b8222dfd27 req-fd6d6efb-5bc4-43e5-8ca7-e57576ed1ef1 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:19.900440 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a51fd7f9-5bfc-407a-8d8f-21b8222dfd27 req-fd6d6efb-5bc4-43e5-8ca7-e57576ed1ef1 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0546210 Sep 07 07:24:19.946105 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a51fd7f9-5bfc-407a-8d8f-21b8222dfd27 req-6b05b6f2-af58-4089-a977-b2327f1a3def tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391202 Sep 07 07:24:20.660698 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be927e76-3443-4862-997f-fb8a1d8346a4 req-1f4326ed-7228-4dd1-aadc-eab5c410ce47 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:20.662408 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-be927e76-3443-4862-997f-fb8a1d8346a4 req-1f4326ed-7228-4dd1-aadc-eab5c410ce47 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0626531 Sep 07 07:24:20.713169 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-be927e76-3443-4862-997f-fb8a1d8346a4 req-650d0b27-0d73-459d-92c5-9703906df160 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419388 Sep 07 07:24:21.084673 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06131695-f77f-4a80-a7b4-92e486b9624e req-67c0e5e2-470a-4d9d-ad98-976797f18a72 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:21.086380 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-06131695-f77f-4a80-a7b4-92e486b9624e req-67c0e5e2-470a-4d9d-ad98-976797f18a72 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0704079 Sep 07 07:24:21.128391 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-06131695-f77f-4a80-a7b4-92e486b9624e req-a0b3faf8-244b-47f8-bc0a-adb72341b2a4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327382 Sep 07 07:24:21.285134 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:21.859949 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e7aaa-e74f-477f-9b81-e127162f932e req-76de53ee-e3a7-4b97-befc-58a23107b009 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:21.861448 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-286e7aaa-e74f-477f-9b81-e127162f932e req-76de53ee-e3a7-4b97-befc-58a23107b009 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0791416 Sep 07 07:24:21.903137 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-286e7aaa-e74f-477f-9b81-e127162f932e req-80ff89c9-eb72-4495-a782-06e2a8ccdcce tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358195 Sep 07 07:24:22.232851 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60006) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:22.262930 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9beee-190f-4c59-9180-7d76a6cb2b84 req-9179b29c-acb7-44c6-b8b7-262e5076388c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:22.268565 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-26b9beee-190f-4c59-9180-7d76a6cb2b84 req-9179b29c-acb7-44c6-b8b7-262e5076388c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0468464 Sep 07 07:24:22.329594 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-26b9beee-190f-4c59-9180-7d76a6cb2b84 req-ac79569f-fbbd-41f0-b6a1-72231919f103 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572200 Sep 07 07:24:22.373085 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-297f7be1-4aff-4496-b8b2-9b86f103f0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:22.470358 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-297f7be1-4aff-4496-b8b2-9b86f103f0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:22.475364 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-297f7be1-4aff-4496-b8b2-9b86f103f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:22.512336 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-297f7be1-4aff-4496-b8b2-9b86f103f0ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9bfdf98e1434ee5a20bbbf3e2f30153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783861 Sep 07 07:24:22.514191 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f7be1-4aff-4496-b8b2-9b86f103f0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d931a5ce-1059-457c-80c2-f735e5f09d7f,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:22.515413 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 60010) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:22.571819 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b0cf289f-dff3-472c-8cb5-d68e8ccf8d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:22.854811 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b0cf289f-dff3-472c-8cb5-d68e8ccf8d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:22.906760 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b0cf289f-dff3-472c-8cb5-d68e8ccf8d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:22.909368 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b0cf289f-dff3-472c-8cb5-d68e8ccf8d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:22.910558 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b0cf289f-dff3-472c-8cb5-d68e8ccf8d32 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d931a5ce-1059-457c-80c2-f735e5f09d7f HTTP/1.1" status: 204 len: 168 time: 0.3939023 Sep 07 07:24:22.918368 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf289f-dff3-472c-8cb5-d68e8ccf8d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d931a5ce-1059-457c-80c2-f735e5f09d7f,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:23.045617 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc36ea-e05a-4670-938e-7d9ae00e2ad3 req-c3293a4b-245d-4959-be88-37c68cdd9bd9 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:23.047631 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d6bc36ea-e05a-4670-938e-7d9ae00e2ad3 req-c3293a4b-245d-4959-be88-37c68cdd9bd9 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0618618 Sep 07 07:24:23.091673 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d6bc36ea-e05a-4670-938e-7d9ae00e2ad3 req-ae59312c-fa6c-4287-a691-908e4ef0b778 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350289 Sep 07 07:24:23.227515 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 60018) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:23.241802 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-aae81f77-311b-438a-a9b1-3c44a76d2c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:23.336700 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-aae81f77-311b-438a-a9b1-3c44a76d2c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:23.342106 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-aae81f77-311b-438a-a9b1-3c44a76d2c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:23.373734 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae81f77-311b-438a-a9b1-3c44a76d2c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034374f8-9f8b-4de0-9a47-cdf488c91afa,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:23.401374 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-aae81f77-311b-438a-a9b1-3c44a76d2c3b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27deae9d06494708aeceb375b09ceab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704783 Sep 07 07:24:23.401833 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60022) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:23.464646 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-72f3af3a-d76d-4fdf-a6fb-1effe8cd96ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:23.474972 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35da19-a3aa-44fb-931b-6c43266ec4c6 req-3138e9ba-38f5-4ee7-9dd4-36d000baf2fa tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:23.477007 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7a35da19-a3aa-44fb-931b-6c43266ec4c6 req-3138e9ba-38f5-4ee7-9dd4-36d000baf2fa tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0541480 Sep 07 07:24:23.501452 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-72f3af3a-d76d-4fdf-a6fb-1effe8cd96ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:23.516345 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7a35da19-a3aa-44fb-931b-6c43266ec4c6 req-babb3c7f-99c0-44cb-b44f-19a983f17f08 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333009 Sep 07 07:24:23.561853 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-72f3af3a-d76d-4fdf-a6fb-1effe8cd96ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:23.567423 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-72f3af3a-d76d-4fdf-a6fb-1effe8cd96ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:23.569483 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-72f3af3a-d76d-4fdf-a6fb-1effe8cd96ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/034374f8-9f8b-4de0-9a47-cdf488c91afa HTTP/1.1" status: 204 len: 168 time: 0.1665051 Sep 07 07:24:23.578474 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3af3a-d76d-4fdf-a6fb-1effe8cd96ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034374f8-9f8b-4de0-9a47-cdf488c91afa,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:24.256225 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27901470-fdad-4c78-b25c-a1f764ac89ff req-47d59ef9-94d9-4a34-bb3c-a6510be8f702 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:24.258013 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27901470-fdad-4c78-b25c-a1f764ac89ff req-47d59ef9-94d9-4a34-bb3c-a6510be8f702 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0674355 Sep 07 07:24:24.299768 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27901470-fdad-4c78-b25c-a1f764ac89ff req-594a0535-f72c-4430-a1b8-f55a4f686f76 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343802 Sep 07 07:24:24.643355 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df64478-093d-444d-a305-20c6087bff4b req-1ce681fa-9027-49d6-8bb2-f662da40990f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:24.645412 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1df64478-093d-444d-a305-20c6087bff4b req-1ce681fa-9027-49d6-8bb2-f662da40990f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0578134 Sep 07 07:24:24.681578 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1df64478-093d-444d-a305-20c6087bff4b req-47f2ff26-2504-42b0-ba5b-49951a25925d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302474 Sep 07 07:24:25.438030 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36e25b-6368-483f-8b13-7d856ba06371 req-79cf198a-8b95-43b5-9658-4c4aad9c51c7 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:25.439513 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-da36e25b-6368-483f-8b13-7d856ba06371 req-79cf198a-8b95-43b5-9658-4c4aad9c51c7 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0575032 Sep 07 07:24:25.477090 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-da36e25b-6368-483f-8b13-7d856ba06371 req-e9c78e6c-c584-4925-a6e5-26c8664e592b tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309274 Sep 07 07:24:25.801858 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f99db4-01fe-4238-9279-7e2dc9903a20 req-335ae929-4e83-4c36-b350-6948c498f1c0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:25.803317 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-43f99db4-01fe-4238-9279-7e2dc9903a20 req-335ae929-4e83-4c36-b350-6948c498f1c0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0462265 Sep 07 07:24:25.838896 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-43f99db4-01fe-4238-9279-7e2dc9903a20 req-e66557c4-0a0e-4b14-9f89-6ecc881e84a9 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297754 Sep 07 07:24:26.592791 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f73e92-4347-48bf-8b2e-6819ff584c20 req-80b75135-425c-49d9-8cea-f65d66257074 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:26.592791 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e9f73e92-4347-48bf-8b2e-6819ff584c20 req-80b75135-425c-49d9-8cea-f65d66257074 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0509839 Sep 07 07:24:26.632696 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e9f73e92-4347-48bf-8b2e-6819ff584c20 req-36a43bfb-19c0-4198-9875-1c31b7b20b97 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324495 Sep 07 07:24:26.954843 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0ef12-69ff-4ccd-92c3-3c60daae408f req-ea3877fe-711d-4099-ac3d-ca0fa9202d1a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:26.956331 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9cd0ef12-69ff-4ccd-92c3-3c60daae408f req-ea3877fe-711d-4099-ac3d-ca0fa9202d1a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0468764 Sep 07 07:24:26.993199 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9cd0ef12-69ff-4ccd-92c3-3c60daae408f req-15b6212a-4ba3-4310-b3f8-fe8e1db1373c tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304945 Sep 07 07:24:27.574430 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-017699d6-b611-4e18-a052-7e7466e0b592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:27.744697 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b34743-dd2b-4ac2-b0a4-0435a99a5fdd req-be860039-97ac-4154-a81e-851dce3e27d1 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:27.746182 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-54b34743-dd2b-4ac2-b0a4-0435a99a5fdd req-be860039-97ac-4154-a81e-851dce3e27d1 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0480623 Sep 07 07:24:27.784157 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-54b34743-dd2b-4ac2-b0a4-0435a99a5fdd req-7d35ed90-3890-46c6-a881-89788957e6fb tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320547 Sep 07 07:24:27.899273 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60110) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:28.001355 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f01a27d0-30fc-4cad-b011-ec6dcfc814dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:28.091382 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f01a27d0-30fc-4cad-b011-ec6dcfc814dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:28.094959 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f01a27d0-30fc-4cad-b011-ec6dcfc814dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:28.114601 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13551112-c1d7-45db-8193-e68903acfa0a req-b8866e03-042c-4be8-b90a-ef7df3ee8556 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:28.116257 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-13551112-c1d7-45db-8193-e68903acfa0a req-b8866e03-042c-4be8-b90a-ef7df3ee8556 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0523798 Sep 07 07:24:28.137777 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f01a27d0-30fc-4cad-b011-ec6dcfc814dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3494e1021b94d79979157a9f8a23899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373447 Sep 07 07:24:28.138632 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a27d0-30fc-4cad-b011-ec6dcfc814dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d8de04-adfb-462e-b09b-3730ccc2973e,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:28.141935 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60116) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:28.160894 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-13551112-c1d7-45db-8193-e68903acfa0a req-163a78b0-2301-4d09-ba27-474e09aad70e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382872 Sep 07 07:24:28.195773 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8024f87e-4bce-4962-9ce5-13d1632cbc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:28.217039 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8024f87e-4bce-4962-9ce5-13d1632cbc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:28.263093 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8024f87e-4bce-4962-9ce5-13d1632cbc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:28.265683 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8024f87e-4bce-4962-9ce5-13d1632cbc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:28.266812 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8024f87e-4bce-4962-9ce5-13d1632cbc8e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8d8de04-adfb-462e-b09b-3730ccc2973e HTTP/1.1" status: 204 len: 168 time: 0.1238875 Sep 07 07:24:28.275054 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024f87e-4bce-4962-9ce5-13d1632cbc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d8de04-adfb-462e-b09b-3730ccc2973e,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:28.521531 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60122) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:28.534484 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b1154d40-be4f-466b-9b93-5057986b15b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:28.624151 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b1154d40-be4f-466b-9b93-5057986b15b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:28.627532 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b1154d40-be4f-466b-9b93-5057986b15b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:28.664255 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b1154d40-be4f-466b-9b93-5057986b15b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b202f36f1254a59af2304d8491ba2a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416981 Sep 07 07:24:28.665347 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1154d40-be4f-466b-9b93-5057986b15b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0438800-e2f0-4835-8f9a-9ec9c30a92b8,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:28.667083 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 60124) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:28.716258 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f781accc-8e0e-4785-ad22-dc41bb20e01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:28.736064 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f781accc-8e0e-4785-ad22-dc41bb20e01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:28.780202 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f781accc-8e0e-4785-ad22-dc41bb20e01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:28.782939 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f781accc-8e0e-4785-ad22-dc41bb20e01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:28.784087 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f781accc-8e0e-4785-ad22-dc41bb20e01c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0438800-e2f0-4835-8f9a-9ec9c30a92b8 HTTP/1.1" status: 204 len: 168 time: 0.1153438 Sep 07 07:24:28.791860 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781accc-8e0e-4785-ad22-dc41bb20e01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0438800-e2f0-4835-8f9a-9ec9c30a92b8,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:28.898002 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310b9fe-ddd7-48a3-bfe9-22aacabcacf3 req-3e346dc2-e54f-4d03-9d9e-5c7abfcb8714 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:28.899452 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f310b9fe-ddd7-48a3-bfe9-22aacabcacf3 req-3e346dc2-e54f-4d03-9d9e-5c7abfcb8714 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0495794 Sep 07 07:24:28.940992 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f310b9fe-ddd7-48a3-bfe9-22aacabcacf3 req-c10b217d-fe3c-40ec-9ee7-a0a5b9eb12e6 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355957 Sep 07 07:24:28.971205 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:24:29.055035 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcb6a8-4ee5-4777-a6a4-d24ea6254866 req-0bc36f32-f82a-4667-a3db-2dc33d171da2 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:29.056860 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8fdcb6a8-4ee5-4777-a6a4-d24ea6254866 req-0bc36f32-f82a-4667-a3db-2dc33d171da2 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0504773 Sep 07 07:24:29.101508 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8fdcb6a8-4ee5-4777-a6a4-d24ea6254866 req-4f9c2cf5-e3d2-4a9b-93bf-a232342028a6 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386720 Sep 07 07:24:29.128635 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60140) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:29.207856 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:24:29.219348 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'port_id': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4', 'mac_address': 'fa:16:3e:77:a0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:24:29.259374 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:29.275560 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:24:29.298933 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:24:29.299575 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099fc23-6b3b-456f-a101-083fda1c4d94 req-11cbfc0e-b5b5-434e-ae56-c6344ead4d21 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:29.301443 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f099fc23-6b3b-456f-a101-083fda1c4d94 req-11cbfc0e-b5b5-434e-ae56-c6344ead4d21 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 943 time: 0.0568163 Sep 07 07:24:29.308669 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:29.356692 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f099fc23-6b3b-456f-a101-083fda1c4d94 req-5a657aca-0faa-4fe1-823b-ab7b3e8960e8 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479116 Sep 07 07:24:29.366952 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,revision_number=9']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:29.391877 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2932bca-92b0-4b82-822f-cec89405b1a0 tempest-TestVolumeBootPattern-339121521 tempest-TestVolumeBootPattern-339121521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:29.397530 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d2932bca-92b0-4b82-822f-cec89405b1a0 tempest-TestVolumeBootPattern-339121521 tempest-TestVolumeBootPattern-339121521-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 1093 time: 0.2635489 Sep 07 07:24:29.410796 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 60154) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:24:29.424168 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Request body: {'floatingip': {'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'port_id': '725e6c0f-9226-4cf0-869f-feda2f360f85', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:24:29.485897 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for floatingip, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:29.588388 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:29.693730 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Allocated IP 172.27.2.236 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/371e0c1e-187a-410a-986c-ce344d36d668) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:24:29.699594 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:24:29.800291 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:29.844017 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:29.885809 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:24:29.888688 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:24:29.891308 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:24:29.919131 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event updated for resources: {'Port': ['ID=371e0c1e-187a-410a-986c-ce344d36d668,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:30.220706 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:30.260474 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:30.285489 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1d01febe-99f0-4bf1-af62-7a878ca5130b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:30.330696 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:30.502744 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411197a-819e-4da5-a020-ed9f7deb354c req-d69f2a75-f699-4f8b-a36c-72aa976ed250 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:30.504807 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b411197a-819e-4da5-a020-ed9f7deb354c req-d69f2a75-f699-4f8b-a36c-72aa976ed250 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 944 time: 0.0707285 Sep 07 07:24:30.533599 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:30.542570 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:30.625022 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b411197a-819e-4da5-a020-ed9f7deb354c req-d83a16dc-6de1-4e41-b311-142baf720f0d tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111598 Sep 07 07:24:30.631900 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event updated for resources: {'Port': ['ID=371e0c1e-187a-410a-986c-ce344d36d668,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:30.646684 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579857'] for floatingip, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:30.745483 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.l3_db [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Floating IP f4f470b0-c3dd-445d-93b9-6e2496c2353c associated. External IP: 172.27.2.236, port: 725e6c0f-9226-4cf0-869f-feda2f360f85. Sep 07 07:24:30.950166 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Router cdba4961-bdf2-459d-bb24-4ba073644f2d has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:24:30.970586 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:24:31.017959 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:24:31.018659 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:31.057140 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:24:31.069873 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d0f05-a41e-4974-96f8-6c75a8ecb6c4 None None] Sync routers for ids ['cdba4961-bdf2-459d-bb24-4ba073644f2d'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:24:31.075303 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:31.083122 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d0f05-a41e-4974-96f8-6c75a8ecb6c4 None None] Routers {'cdba4961-bdf2-459d-bb24-4ba073644f2d'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:24:31.083796 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-490d0f05-a41e-4974-96f8-6c75a8ecb6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:24:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['cdba4961-bdf2-459d-bb24-4ba073644f2d'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:24:31.102382 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:31.108166 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-a91b21de-4230-4286-b77a-fe0a5f6f591d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6944876 Sep 07 07:24:31.109245 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a98dee-612e-4f4b-beba-4d05d652bcec', 'tag': '725e6c0f-9226-4cf0-869f-feda2f360f85'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:24:31.114515 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed58ff1d-e011-4c76-8bb5-6037b5a722d2" -d '{"events": [{"name": "network-changed", "server_uuid": "82a98dee-612e-4f4b-beba-4d05d652bcec", "tag": "725e6c0f-9226-4cf0-869f-feda2f360f85"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:24:31.128232 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193a61b6-7555-4326-8940-511edfa504cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:24:31.131055 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1576a8-e40b-48bc-b17b-db32ebb9d9ca" -d '{"events": [{"server_uuid": "193a61b6-7555-4326-8940-511edfa504cd", "name": "network-vif-plugged", "status": "completed", "tag": "0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:24:31.152987 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:24:31.161254 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:31.166405 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:31.175905 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77922401-8b59-40bf-af39-da84c03c9697 x-openstack-request-id: req-77922401-8b59-40bf-af39-da84c03c9697 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:24:31.175905 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a98dee-612e-4f4b-beba-4d05d652bcec", "tag": "725e6c0f-9226-4cf0-869f-feda2f360f85", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:24:31.176429 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77922401-8b59-40bf-af39-da84c03c9697 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:24:31.176746 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a98dee-612e-4f4b-beba-4d05d652bcec', 'tag': '725e6c0f-9226-4cf0-869f-feda2f360f85', 'status': 'completed', 'code': 200} Sep 07 07:24:31.202777 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c78e490-9b57-44cc-9767-eefdacb20ff0 x-openstack-request-id: req-3c78e490-9b57-44cc-9767-eefdacb20ff0 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:24:31.202984 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193a61b6-7555-4326-8940-511edfa504cd", "name": "network-vif-plugged", "status": "completed", "tag": "0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:24:31.203236 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c78e490-9b57-44cc-9767-eefdacb20ff0 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:24:31.203821 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193a61b6-7555-4326-8940-511edfa504cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4', 'code': 200} Sep 07 07:24:31.204941 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-490d0f05-a41e-4974-96f8-6c75a8ecb6c4 None None] Set router cdba4961-bdf2-459d-bb24-4ba073644f2d gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:24:31.234341 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,revision_number=10']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:24:31.283824 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58ff1d-e011-4c76-8bb5-6037b5a722d2 req-2c5dc544-3458-494c-a2a5-7f910962b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:31.285965 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ed58ff1d-e011-4c76-8bb5-6037b5a722d2 req-2c5dc544-3458-494c-a2a5-7f910962b580 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 1098 time: 0.0457103 Sep 07 07:24:31.386519 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58ff1d-e011-4c76-8bb5-6037b5a722d2 req-84e214f3-7128-425c-a474-8fc222f898ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:31.388221 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ed58ff1d-e011-4c76-8bb5-6037b5a722d2 req-84e214f3-7128-425c-a474-8fc222f898ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 913 time: 0.0948052 Sep 07 07:24:31.438408 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-490d0f05-a41e-4974-96f8-6c75a8ecb6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': 'f4f470b0-c3dd-445d-93b9-6e2496c2353c', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'floating_ip_address': '172.27.2.236', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'port_id': '725e6c0f-9226-4cf0-869f-feda2f360f85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'mac_address': 'fa:16:3e:8c:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a98dee-612e-4f4b-beba-4d05d652bcec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:24:30Z', 'updated_at': '2021-09-07T07:24:30Z', 'revision_number': 0, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:24:31.464226 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d0f05-a41e-4974-96f8-6c75a8ecb6c4 None None] Checking router: cdba4961-bdf2-459d-bb24-4ba073644f2d for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:24:31.473069 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d0f05-a41e-4974-96f8-6c75a8ecb6c4 None None] Routers {'cdba4961-bdf2-459d-bb24-4ba073644f2d'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:24:31.473669 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-490d0f05-a41e-4974-96f8-6c75a8ecb6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:24:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['cdba4961-bdf2-459d-bb24-4ba073644f2d'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:24:31.482108 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ed58ff1d-e011-4c76-8bb5-6037b5a722d2 req-8c0802c4-0307-4c3c-8b9b-311050069541 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=725e6c0f-9226-4cf0-869f-feda2f360f85 HTTP/1.1" status: 200 len: 999 time: 0.0865948 Sep 07 07:24:31.488624 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c81683-eb3d-4c9c-825c-3ab190128e64 req-bcea7f2d-b3ba-42a1-812a-f87ad7cfcec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:31.490061 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6c81683-eb3d-4c9c-825c-3ab190128e64 req-bcea7f2d-b3ba-42a1-812a-f87ad7cfcec9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 1099 time: 0.0568759 Sep 07 07:24:31.553405 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6c81683-eb3d-4c9c-825c-3ab190128e64 req-d345954f-7b08-494f-945c-aab487557fea service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554478 Sep 07 07:24:31.554891 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58ff1d-e011-4c76-8bb5-6037b5a722d2 req-45f22519-af7f-4a2f-b21f-4965f3f88c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:31.556268 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ed58ff1d-e011-4c76-8bb5-6037b5a722d2 req-45f22519-af7f-4a2f-b21f-4965f3f88c03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8de05a33-42eb-473a-a3bb-1976470f413a HTTP/1.1" status: 200 len: 851 time: 0.0653839 Sep 07 07:24:31.581061 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-490d0f05-a41e-4974-96f8-6c75a8ecb6c4 None None] Set router cdba4961-bdf2-459d-bb24-4ba073644f2d gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:24:31.747936 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff7e4d-3114-42a7-ba62-927458415b9c req-f1bdd842-430c-48d9-b67c-758ac16b2ac9 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:31.749843 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8fff7e4d-3114-42a7-ba62-927458415b9c req-f1bdd842-430c-48d9-b67c-758ac16b2ac9 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 946 time: 0.0491621 Sep 07 07:24:31.791568 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8fff7e4d-3114-42a7-ba62-927458415b9c req-52b7252c-d5e1-44bc-a6ad-2450e9c47abf tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348961 Sep 07 07:24:31.806919 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-490d0f05-a41e-4974-96f8-6c75a8ecb6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': 'f4f470b0-c3dd-445d-93b9-6e2496c2353c', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'floating_ip_address': '172.27.2.236', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'port_id': '725e6c0f-9226-4cf0-869f-feda2f360f85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'mac_address': 'fa:16:3e:8c:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a98dee-612e-4f4b-beba-4d05d652bcec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:24:30Z', 'updated_at': '2021-09-07T07:24:30Z', 'revision_number': 0, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:24:31.837575 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d0f05-a41e-4974-96f8-6c75a8ecb6c4 None None] The sync data for ids ['cdba4961-bdf2-459d-bb24-4ba073644f2d'] in dv-cinder-804735-9-iscsi is: [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': 'f4f470b0-c3dd-445d-93b9-6e2496c2353c', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'floating_ip_address': '172.27.2.236', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'port_id': '725e6c0f-9226-4cf0-869f-feda2f360f85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'mac_address': 'fa:16:3e:8c:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a98dee-612e-4f4b-beba-4d05d652bcec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:24:30Z', 'updated_at': '2021-09-07T07:24:30Z', 'revision_number': 0, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:24:31.990326 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58ff1d-e011-4c76-8bb5-6037b5a722d2 req-cc216d28-7cc2-4f57-b5b3-99b4a2eb2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:31.991885 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ed58ff1d-e011-4c76-8bb5-6037b5a722d2 req-cc216d28-7cc2-4f57-b5b3-99b4a2eb2229 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442839 Sep 07 07:24:32.017261 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ec0099-55e9-45d1-8c15-9ceea725ecd8 None None] New status for floating IP f4f470b0-c3dd-445d-93b9-6e2496c2353c: ACTIVE {{(pid=94031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 07:24:32.085264 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ed58ff1d-e011-4c76-8bb5-6037b5a722d2 req-929ebece-92f8-4c71-852e-59d2907fbc37 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854437 Sep 07 07:24:32.195585 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ed58ff1d-e011-4c76-8bb5-6037b5a722d2 req-b8a91574-5e32-4bdc-8cfd-e36a6e1833b4 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937073 Sep 07 07:24:32.909146 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce711b-5b9f-4e85-9b32-c34a3a87dcbd req-655e67b7-b886-402e-988f-848e3def8216 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:32.911178 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b5ce711b-5b9f-4e85-9b32-c34a3a87dcbd req-655e67b7-b886-402e-988f-848e3def8216 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 946 time: 0.0485103 Sep 07 07:24:32.947924 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b5ce711b-5b9f-4e85-9b32-c34a3a87dcbd req-8f8400e4-834a-4fdf-8f10-abfac37c23aa tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309258 Sep 07 07:24:33.345248 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:34.068375 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d542106-db19-4327-bad3-22d41e1325e5 req-fba27c6d-6cdd-47ba-a675-d11afa7e9cd5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:34.070135 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5d542106-db19-4327-bad3-22d41e1325e5 req-fba27c6d-6cdd-47ba-a675-d11afa7e9cd5 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 946 time: 0.0496058 Sep 07 07:24:34.107591 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5d542106-db19-4327-bad3-22d41e1325e5 req-a1f0e3b7-698b-41db-a437-d3ee1f9b4693 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315895 Sep 07 07:24:41.879200 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:24:51.280435 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:57.239825 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5c3839e2-adfc-403b-8602-a0ada92a4ddd req-7d3e960d-df93-4060-8452-555bae7ba32d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377781 Sep 07 07:24:57.361899 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3839e2-adfc-403b-8602-a0ada92a4ddd req-48147937-9b43-4541-8f55-6428aeafd6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:57.363403 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5c3839e2-adfc-403b-8602-a0ada92a4ddd req-48147937-9b43-4541-8f55-6428aeafd6f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31ec539a0e824d0385bb9d4a12e94d3e&device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 1099 time: 0.0394075 Sep 07 07:24:57.469980 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3839e2-adfc-403b-8602-a0ada92a4ddd req-966a7903-c914-4208-a33e-b72a298d39f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:57.471696 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5c3839e2-adfc-403b-8602-a0ada92a4ddd req-966a7903-c914-4208-a33e-b72a298d39f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=763aca73-fbfa-4ea1-a434-95a1680e6608 HTTP/1.1" status: 200 len: 918 time: 0.0865862 Sep 07 07:24:57.537183 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5c3839e2-adfc-403b-8602-a0ada92a4ddd req-41f8ea99-3ceb-44fc-a3fc-eb1a66ab340f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 HTTP/1.1" status: 200 len: 1001 time: 0.0571747 Sep 07 07:24:57.575306 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-99d5699f-a8e6-4e2d-9424-e126291a33e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:24:57.588271 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3839e2-adfc-403b-8602-a0ada92a4ddd req-17a13e82-4590-4e27-973a-1fda9d8f5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:57.589768 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5c3839e2-adfc-403b-8602-a0ada92a4ddd req-17a13e82-4590-4e27-973a-1fda9d8f5c06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa HTTP/1.1" status: 200 len: 856 time: 0.0436876 Sep 07 07:24:57.637042 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3839e2-adfc-403b-8602-a0ada92a4ddd req-d57a492c-d440-49ae-a959-b33d1d183fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:24:57.638487 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5c3839e2-adfc-403b-8602-a0ada92a4ddd req-d57a492c-d440-49ae-a959-b33d1d183fe9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=763aca73-fbfa-4ea1-a434-95a1680e6608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375602 Sep 07 07:24:57.729771 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5c3839e2-adfc-403b-8602-a0ada92a4ddd req-55019293-498b-4ca4-81ad-8b92334ccfa8 service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824127 Sep 07 07:24:57.817374 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5c3839e2-adfc-403b-8602-a0ada92a4ddd req-a03db799-2e19-4d66-921a-71ea5088e452 service neutron] 10.222.0.15 "GET /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793030 Sep 07 07:25:00.222741 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:00.284282 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6427b79a-e80d-4dfe-a031-196792045ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:01.144249 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:03.337169 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:14.704237 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 60418) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:25:14.805380 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-acccc1ff-5622-445c-bd54-cd8136a3dacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:14.891097 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-acccc1ff-5622-445c-bd54-cd8136a3dacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:14.894795 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-acccc1ff-5622-445c-bd54-cd8136a3dacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:14.934931 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-acccc1ff-5622-445c-bd54-cd8136a3dacb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b6074fc847604a5dbb7342a32c99e578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295158 Sep 07 07:25:14.936083 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccc1ff-5622-445c-bd54-cd8136a3dacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912c3921-606c-483b-964d-9c8bfedd3fca,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:25:14.937674 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60422) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:25:14.943357 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccc1ff-5622-445c-bd54-cd8136a3dacb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:14.943716 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccc1ff-5622-445c-bd54-cd8136a3dacb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:14.944063 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccc1ff-5622-445c-bd54-cd8136a3dacb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:14.944403 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccc1ff-5622-445c-bd54-cd8136a3dacb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:14.947326 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccc1ff-5622-445c-bd54-cd8136a3dacb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:14.947787 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccc1ff-5622-445c-bd54-cd8136a3dacb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:14.948164 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccc1ff-5622-445c-bd54-cd8136a3dacb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:14.948514 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccc1ff-5622-445c-bd54-cd8136a3dacb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:14.948861 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccc1ff-5622-445c-bd54-cd8136a3dacb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:14.949422 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccc1ff-5622-445c-bd54-cd8136a3dacb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:14.949755 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccc1ff-5622-445c-bd54-cd8136a3dacb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:14.950091 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acccc1ff-5622-445c-bd54-cd8136a3dacb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:14.987532 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5e705bfb-a106-45f6-92a5-5813b440db9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:15.007451 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5e705bfb-a106-45f6-92a5-5813b440db9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:15.054556 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5e705bfb-a106-45f6-92a5-5813b440db9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:15.057067 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5e705bfb-a106-45f6-92a5-5813b440db9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:15.058230 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5e705bfb-a106-45f6-92a5-5813b440db9a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/912c3921-606c-483b-964d-9c8bfedd3fca HTTP/1.1" status: 204 len: 168 time: 0.1193655 Sep 07 07:25:15.065444 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e705bfb-a106-45f6-92a5-5813b440db9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912c3921-606c-483b-964d-9c8bfedd3fca,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:25:15.072276 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e705bfb-a106-45f6-92a5-5813b440db9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:15.072628 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e705bfb-a106-45f6-92a5-5813b440db9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:15.072973 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e705bfb-a106-45f6-92a5-5813b440db9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:15.073306 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e705bfb-a106-45f6-92a5-5813b440db9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:15.073633 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e705bfb-a106-45f6-92a5-5813b440db9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:15.073961 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e705bfb-a106-45f6-92a5-5813b440db9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:15.074288 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e705bfb-a106-45f6-92a5-5813b440db9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:15.074611 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e705bfb-a106-45f6-92a5-5813b440db9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:15.074939 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e705bfb-a106-45f6-92a5-5813b440db9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:15.075258 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e705bfb-a106-45f6-92a5-5813b440db9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:15.075616 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e705bfb-a106-45f6-92a5-5813b440db9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:15.075923 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e705bfb-a106-45f6-92a5-5813b440db9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:25:18.877975 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:25:21.287878 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:27.578408 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8b60462d-4256-4898-a37d-7196e44f5aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:30.223312 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:30.282035 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cade996b-733d-4d11-ae1e-74ab734522d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:31.147198 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:33.338201 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:50.865060 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60634) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:25:50.972373 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a82fe1d1-c4e2-4916-b7d5-46d40aa28bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:51.064609 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a82fe1d1-c4e2-4916-b7d5-46d40aa28bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:51.069431 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a82fe1d1-c4e2-4916-b7d5-46d40aa28bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:51.108147 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a82fe1d1-c4e2-4916-b7d5-46d40aa28bfb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2f603e7387f4329ae0418bbbf48d975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420061 Sep 07 07:25:51.109100 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fe1d1-c4e2-4916-b7d5-46d40aa28bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fce9440-4aa2-4188-bf6b-977a92f644ee,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:25:51.110790 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 60646) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:25:51.161123 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bb1bbf8b-1c5d-4cd4-8bf9-bf240fbc7258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:51.183035 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bb1bbf8b-1c5d-4cd4-8bf9-bf240fbc7258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:51.232445 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bb1bbf8b-1c5d-4cd4-8bf9-bf240fbc7258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:51.235270 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bb1bbf8b-1c5d-4cd4-8bf9-bf240fbc7258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:51.238775 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-bb1bbf8b-1c5d-4cd4-8bf9-bf240fbc7258 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8fce9440-4aa2-4188-bf6b-977a92f644ee HTTP/1.1" status: 204 len: 168 time: 0.1241331 Sep 07 07:25:51.244816 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bbf8b-1c5d-4cd4-8bf9-bf240fbc7258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fce9440-4aa2-4188-bf6b-977a92f644ee,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:25:51.283310 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:51.432240 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f90cc-be6f-45cb-ad82-5238bb8919a3 req-a6feede2-adf3-45af-b04d-4b0349e8f362 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:25:51.433786 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d69f90cc-be6f-45cb-ad82-5238bb8919a3 req-a6feede2-adf3-45af-b04d-4b0349e8f362 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 946 time: 0.0519073 Sep 07 07:25:51.473132 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d69f90cc-be6f-45cb-ad82-5238bb8919a3 req-b56469bd-7b53-4fa7-bba4-b341d4ee24f1 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332427 Sep 07 07:25:52.605306 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4477ed-4b1f-4ff1-b88c-39863a840377 req-37c303b4-5214-4ff0-ae36-1db0a5797e6e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:25:52.606775 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3e4477ed-4b1f-4ff1-b88c-39863a840377 req-37c303b4-5214-4ff0-ae36-1db0a5797e6e tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 946 time: 0.0485499 Sep 07 07:25:52.642218 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3e4477ed-4b1f-4ff1-b88c-39863a840377 req-20c4d2dc-43b5-4741-9c80-75009714b4c9 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups?id=893cdc73-5847-4097-9586-c5de677b3605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296566 Sep 07 07:25:53.213806 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcce3ff-21e8-4cef-a0d5-c548bcf13ee0 req-a62f0cd9-3ff2-4b63-8d44-08872d11e32f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:25:53.215218 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1bcce3ff-21e8-4cef-a0d5-c548bcf13ee0 req-a62f0cd9-3ff2-4b63-8d44-08872d11e32f tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.15 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 946 time: 0.0484862 Sep 07 07:25:53.300623 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-1bcce3ff-21e8-4cef-a0d5-c548bcf13ee0 req-0136a9ff-29a2-468f-a6ad-6f265a3a65e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Deleting port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:25:53.300959 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-1bcce3ff-21e8-4cef-a0d5-c548bcf13ee0 req-0136a9ff-29a2-468f-a6ad-6f265a3a65e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:53.388243 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-1bcce3ff-21e8-4cef-a0d5-c548bcf13ee0 req-0136a9ff-29a2-468f-a6ad-6f265a3a65e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] For port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:25:53.388633 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-1bcce3ff-21e8-4cef-a0d5-c548bcf13ee0 req-0136a9ff-29a2-468f-a6ad-6f265a3a65e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:53.546618 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-1bcce3ff-21e8-4cef-a0d5-c548bcf13ee0 req-0136a9ff-29a2-468f-a6ad-6f265a3a65e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:53.546977 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-1bcce3ff-21e8-4cef-a0d5-c548bcf13ee0 req-0136a9ff-29a2-468f-a6ad-6f265a3a65e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579857'] for floatingip, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:53.547313 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.l3_db [req-1bcce3ff-21e8-4cef-a0d5-c548bcf13ee0 req-0136a9ff-29a2-468f-a6ad-6f265a3a65e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Floating IP 323680ee-8864-4ea9-870a-5191130f1e63 disassociated. External IP: 172.27.2.106, port: 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4. Sep 07 07:25:53.547652 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-1bcce3ff-21e8-4cef-a0d5-c548bcf13ee0 req-0136a9ff-29a2-468f-a6ad-6f265a3a65e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Calling delete_port for 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:25:53.670098 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-1bcce3ff-21e8-4cef-a0d5-c548bcf13ee0 req-0136a9ff-29a2-468f-a6ad-6f265a3a65e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:53.697039 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136a9ff-29a2-468f-a6ad-6f265a3a65e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Pushing event deleted for resources: {'Port': ['ID=0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:25:53.765699 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fc63b697-1580-4d80-ab6d-132bd7f2447d req-b466d9d6-2805-4cb8-b0c2-f81f0c49e528 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a61b6-7555-4326-8940-511edfa504cd HTTP/1.1" status: 200 len: 210 time: 0.0278685 Sep 07 07:25:53.828625 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bcce3ff-21e8-4cef-a0d5-c548bcf13ee0 req-0136a9ff-29a2-468f-a6ad-6f265a3a65e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Router 51e9eb1c-6855-4c3e-9413-c551fe6e355a has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:25:53.930792 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bcce3ff-21e8-4cef-a0d5-c548bcf13ee0 req-0136a9ff-29a2-468f-a6ad-6f265a3a65e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:25:53.940752 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907e90e9-e040-484a-b967-bc87e09747c8 None None] Sync routers for ids ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:25:53.950131 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907e90e9-e040-484a-b967-bc87e09747c8 None None] Routers {'51e9eb1c-6855-4c3e-9413-c551fe6e355a'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:25:53.950733 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-907e90e9-e040-484a-b967-bc87e09747c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:25:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:25:53.969347 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcce3ff-21e8-4cef-a0d5-c548bcf13ee0 req-0136a9ff-29a2-468f-a6ad-6f265a3a65e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] No DVR routers for this DVR port 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:25:53.972554 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-1bcce3ff-21e8-4cef-a0d5-c548bcf13ee0 req-0136a9ff-29a2-468f-a6ad-6f265a3a65e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:53.975890 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1bcce3ff-21e8-4cef-a0d5-c548bcf13ee0 req-0136a9ff-29a2-468f-a6ad-6f265a3a65e4 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.15 "DELETE /v2.0/ports/0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 HTTP/1.1" status: 204 len: 173 time: 0.7530508 Sep 07 07:25:53.976338 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193a61b6-7555-4326-8940-511edfa504cd', 'name': 'network-vif-deleted', 'tag': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:25:53.979206 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fa956f-260e-4e2e-a62a-6d1d507a4122" -d '{"events": [{"server_uuid": "193a61b6-7555-4326-8940-511edfa504cd", "name": "network-vif-deleted", "tag": "0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:25:54.150496 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-907e90e9-e040-484a-b967-bc87e09747c8 None None] Set router 51e9eb1c-6855-4c3e-9413-c551fe6e355a gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:25:54.210736 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba12b752-9c94-4abe-916a-5df5dc67a789 x-openstack-request-id: req-ba12b752-9c94-4abe-916a-5df5dc67a789 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:25:54.211628 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193a61b6-7555-4326-8940-511edfa504cd", "name": "network-vif-deleted", "tag": "0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:25:54.211882 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba12b752-9c94-4abe-916a-5df5dc67a789 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:25:54.212277 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193a61b6-7555-4326-8940-511edfa504cd', 'name': 'network-vif-deleted', 'tag': '0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4', 'status': 'completed', 'code': 200} Sep 07 07:25:54.348794 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-907e90e9-e040-484a-b967-bc87e09747c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:15:12Z', 'revision_number': 4, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '005fb783-0407-4646-b575-6b4dab3a9fde', 'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'mac_address': 'fa:16:3e:0d:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:11Z', 'updated_at': '2021-09-07T07:15:17Z', 'revision_number': 5, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'subnets': [{'id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:25:54.377093 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907e90e9-e040-484a-b967-bc87e09747c8 None None] Checking router: 51e9eb1c-6855-4c3e-9413-c551fe6e355a for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:25:54.385854 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907e90e9-e040-484a-b967-bc87e09747c8 None None] Routers {'51e9eb1c-6855-4c3e-9413-c551fe6e355a'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:25:54.386453 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-907e90e9-e040-484a-b967-bc87e09747c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:25:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:25:54.491531 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-907e90e9-e040-484a-b967-bc87e09747c8 None None] Set router 51e9eb1c-6855-4c3e-9413-c551fe6e355a gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:25:54.682652 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-907e90e9-e040-484a-b967-bc87e09747c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:15:12Z', 'revision_number': 4, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '005fb783-0407-4646-b575-6b4dab3a9fde', 'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'mac_address': 'fa:16:3e:0d:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:11Z', 'updated_at': '2021-09-07T07:15:17Z', 'revision_number': 5, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'subnets': [{'id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:25:54.707799 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907e90e9-e040-484a-b967-bc87e09747c8 None None] The sync data for ids ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'] in dv-cinder-804735-9-iscsi is: [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:15:12Z', 'revision_number': 4, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '005fb783-0407-4646-b575-6b4dab3a9fde', 'name': '', 'network_id': '763aca73-fbfa-4ea1-a434-95a1680e6608', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'mac_address': 'fa:16:3e:0d:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:11Z', 'updated_at': '2021-09-07T07:15:17Z', 'revision_number': 5, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'subnets': [{'id': '449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:25:54.853235 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60674) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:25:54.910757 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3fe19712-a933-4abf-ae18-1599448bc13a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:54.914120 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2fa08a-e24e-4bca-82a5-5dc81ba85e57 None None] New status for floating IP 323680ee-8864-4ea9-870a-5191130f1e63: DOWN {{(pid=94031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 07:25:54.934054 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3fe19712-a933-4abf-ae18-1599448bc13a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:54.984887 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3fe19712-a933-4abf-ae18-1599448bc13a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:54.987764 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3fe19712-a933-4abf-ae18-1599448bc13a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:54.988961 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-3fe19712-a933-4abf-ae18-1599448bc13a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "DELETE /v2.0/security-groups/893cdc73-5847-4097-9586-c5de677b3605 HTTP/1.1" status: 204 len: 168 time: 0.1346548 Sep 07 07:25:54.993872 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 60676) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:25:54.998876 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe19712-a933-4abf-ae18-1599448bc13a tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=893cdc73-5847-4097-9586-c5de677b3605,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:25:55.015085 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.api.v2.resource [None req-7f837dcf-bd65-4117-88bc-704748c53c4b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] show failed (client error): The resource could not be found. Sep 07 07:25:55.016199 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-7f837dcf-bd65-4117-88bc-704748c53c4b tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "GET /v2.0/security-groups/893cdc73-5847-4097-9586-c5de677b3605 HTTP/1.1" status: 404 len: 347 time: 0.0210395 Sep 07 07:25:55.019118 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60678) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:25:55.140239 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-0c514087-d234-4513-bd8c-a31add07c4e0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Deleting port 8a0a05b5-3870-4725-ae5e-f28e97db5af0 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:25:55.140588 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c514087-d234-4513-bd8c-a31add07c4e0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:55.212587 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c514087-d234-4513-bd8c-a31add07c4e0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:55.212918 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c514087-d234-4513-bd8c-a31add07c4e0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:55.224271 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-0c514087-d234-4513-bd8c-a31add07c4e0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Calling delete_port for 8a0a05b5-3870-4725-ae5e-f28e97db5af0 owned by network:floatingip {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:25:55.357947 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c514087-d234-4513-bd8c-a31add07c4e0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:55.383166 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c514087-d234-4513-bd8c-a31add07c4e0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Pushing event deleted for resources: {'Port': ['ID=8a0a05b5-3870-4725-ae5e-f28e97db5af0,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:25:55.440970 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c514087-d234-4513-bd8c-a31add07c4e0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks [] for floatingip, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:55.443532 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c514087-d234-4513-bd8c-a31add07c4e0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:55.444669 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0c514087-d234-4513-bd8c-a31add07c4e0 tempest-AttachVolumeShelveTestJSON-590353119 tempest-AttachVolumeShelveTestJSON-590353119-project] 10.222.0.30 "DELETE /v2.0/floatingips/323680ee-8864-4ea9-870a-5191130f1e63 HTTP/1.1" status: 204 len: 168 time: 0.4244397 Sep 07 07:25:55.875754 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:25:57.249704 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7aeb4fd8-85e2-4281-bd91-9ed1a9c5964d req-68d542a9-8d73-4b03-b463-d85eafa9991f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380790 Sep 07 07:25:57.322671 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb4fd8-85e2-4281-bd91-9ed1a9c5964d req-05b74d8e-a056-4c66-b26e-8b531c3e3750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:25:57.324159 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7aeb4fd8-85e2-4281-bd91-9ed1a9c5964d req-05b74d8e-a056-4c66-b26e-8b531c3e3750 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 1098 time: 0.0415275 Sep 07 07:25:57.421815 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb4fd8-85e2-4281-bd91-9ed1a9c5964d req-291a6d93-a565-468b-8e90-7b928912f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:25:57.423161 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7aeb4fd8-85e2-4281-bd91-9ed1a9c5964d req-291a6d93-a565-468b-8e90-7b928912f1d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 913 time: 0.0808890 Sep 07 07:25:57.488529 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7aeb4fd8-85e2-4281-bd91-9ed1a9c5964d req-ffa96961-b732-4005-94f7-728c6f06d5cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=725e6c0f-9226-4cf0-869f-feda2f360f85 HTTP/1.1" status: 200 len: 1001 time: 0.0575268 Sep 07 07:25:57.530971 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:25:57.534725 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb4fd8-85e2-4281-bd91-9ed1a9c5964d req-285c5a22-bcb3-4749-9753-beeb5cbdcd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:25:57.536217 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7aeb4fd8-85e2-4281-bd91-9ed1a9c5964d req-285c5a22-bcb3-4749-9753-beeb5cbdcd02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8de05a33-42eb-473a-a3bb-1976470f413a HTTP/1.1" status: 200 len: 851 time: 0.0412071 Sep 07 07:25:57.550757 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:25:57.551102 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 0ee5f1b1-92c0-4999-ac66-b08e5ea91fb4 not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:25:57.578654 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cda7ad0c-6f6a-4113-924d-366c834338d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:57.581245 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb4fd8-85e2-4281-bd91-9ed1a9c5964d req-8b305971-84d4-40a5-b988-7339e8e8917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:25:57.582744 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7aeb4fd8-85e2-4281-bd91-9ed1a9c5964d req-8b305971-84d4-40a5-b988-7339e8e8917c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397303 Sep 07 07:25:57.671528 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7aeb4fd8-85e2-4281-bd91-9ed1a9c5964d req-57007e86-55d0-4c6d-995b-02188260c35f service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817266 Sep 07 07:25:57.757529 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7aeb4fd8-85e2-4281-bd91-9ed1a9c5964d req-f03149fc-28d0-4e4b-bcd4-10690c49d435 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784616 Sep 07 07:25:57.867779 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60700) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:25:58.559566 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fbca309b-1806-433e-9c52-90359ca381e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580881'] for router_interface, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:58.796010 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-fbca309b-1806-433e-9c52-90359ca381e9 admin admin] Deleting port 005fb783-0407-4646-b575-6b4dab3a9fde {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:25:58.796358 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fbca309b-1806-433e-9c52-90359ca381e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:58.874778 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-fbca309b-1806-433e-9c52-90359ca381e9 admin admin] For port 005fb783-0407-4646-b575-6b4dab3a9fde, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=005fb783-0407-4646-b575-6b4dab3a9fde,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:25:58.875472 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fbca309b-1806-433e-9c52-90359ca381e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:58.887481 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-fbca309b-1806-433e-9c52-90359ca381e9 admin admin] Calling delete_port for 005fb783-0407-4646-b575-6b4dab3a9fde owned by network:router_interface {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:25:59.064451 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fbca309b-1806-433e-9c52-90359ca381e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:59.089848 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca309b-1806-433e-9c52-90359ca381e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=005fb783-0407-4646-b575-6b4dab3a9fde,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:25:59.255106 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fbca309b-1806-433e-9c52-90359ca381e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581005'] for router_interface, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:59.463054 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbca309b-1806-433e-9c52-90359ca381e9 admin admin] Router 51e9eb1c-6855-4c3e-9413-c551fe6e355a has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:25:59.564965 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbca309b-1806-433e-9c52-90359ca381e9 admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:25:59.570042 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-fbca309b-1806-433e-9c52-90359ca381e9 admin admin] 10.222.0.30 "PUT /v2.0/routers/51e9eb1c-6855-4c3e-9413-c551fe6e355a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7012210 Sep 07 07:25:59.572662 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60704) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:25:59.573820 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6300ae-3f2a-4cf5-b988-4d334af9f4c8 None None] Sync routers for ids ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:25:59.582941 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6300ae-3f2a-4cf5-b988-4d334af9f4c8 None None] Routers {'51e9eb1c-6855-4c3e-9413-c551fe6e355a'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:25:59.583673 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-4b6300ae-3f2a-4cf5-b988-4d334af9f4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:25:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:25:59.672236 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fab4-5018-4775-8515-7a3cca813103 admin admin] Notify callbacks [] for router, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:59.685399 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-4b6300ae-3f2a-4cf5-b988-4d334af9f4c8 None None] Set router 51e9eb1c-6855-4c3e-9413-c551fe6e355a gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:25:59.772951 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fab4-5018-4775-8515-7a3cca813103 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:59.823510 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4fab4-5018-4775-8515-7a3cca813103 admin admin] Deleting port f3218c6c-8bc0-4868-97e5-23523b6fa4ae {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:25:59.823849 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fab4-5018-4775-8515-7a3cca813103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:59.859792 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-4b6300ae-3f2a-4cf5-b988-4d334af9f4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:25:59Z', 'revision_number': 5, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port': {'id': 'f3218c6c-8bc0-4868-97e5-23523b6fa4ae', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:15:09Z', 'updated_at': '2021-09-07T07:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:25:59.885268 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6300ae-3f2a-4cf5-b988-4d334af9f4c8 None None] Checking router: 51e9eb1c-6855-4c3e-9413-c551fe6e355a for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:25:59.895531 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6300ae-3f2a-4cf5-b988-4d334af9f4c8 None None] Routers {'51e9eb1c-6855-4c3e-9413-c551fe6e355a'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:25:59.896153 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-4b6300ae-3f2a-4cf5-b988-4d334af9f4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:25:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:25:59.903736 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-2ae4fab4-5018-4775-8515-7a3cca813103 admin admin] For port f3218c6c-8bc0-4868-97e5-23523b6fa4ae, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=f3218c6c-8bc0-4868-97e5-23523b6fa4ae,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:25:59.904272 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fab4-5018-4775-8515-7a3cca813103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:25:59.916050 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4fab4-5018-4775-8515-7a3cca813103 admin admin] Calling delete_port for f3218c6c-8bc0-4868-97e5-23523b6fa4ae owned by network:router_gateway {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:25:59.981033 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-4b6300ae-3f2a-4cf5-b988-4d334af9f4c8 None None] Set router 51e9eb1c-6855-4c3e-9413-c551fe6e355a gateway port host: None {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:26:00.031984 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-4b6300ae-3f2a-4cf5-b988-4d334af9f4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:25:59Z', 'revision_number': 6, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port_host': None}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:26:00.060959 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6300ae-3f2a-4cf5-b988-4d334af9f4c8 None None] The sync data for ids ['51e9eb1c-6855-4c3e-9413-c551fe6e355a'] in dv-cinder-804735-9-iscsi is: [{'id': '51e9eb1c-6855-4c3e-9413-c551fe6e355a', 'name': 'tempest-AttachVolumeShelveTestJSON-1124758967-router', 'tenant_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:15:08Z', 'updated_at': '2021-09-07T07:25:59Z', 'revision_number': 6, 'project_id': '31ec539a0e824d0385bb9d4a12e94d3e', 'gw_port_host': None}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:26:00.080392 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fab4-5018-4775-8515-7a3cca813103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:00.106237 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4fab4-5018-4775-8515-7a3cca813103 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3218c6c-8bc0-4868-97e5-23523b6fa4ae,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:00.162784 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fab4-5018-4775-8515-7a3cca813103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579887'] for router_gateway, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:00.224330 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:00.251092 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fab4-5018-4775-8515-7a3cca813103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10342'] for router, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:00.253425 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fab4-5018-4775-8515-7a3cca813103 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:00.282358 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d9933467-0b68-4a34-9386-8490e6e84833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:00.298865 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fab4-5018-4775-8515-7a3cca813103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576117'] for router, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:00.299427 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae4fab4-5018-4775-8515-7a3cca813103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51e9eb1c-6855-4c3e-9413-c551fe6e355a {{(pid=94030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 07:26:00.303533 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fab4-5018-4775-8515-7a3cca813103 admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:00.305259 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2ae4fab4-5018-4775-8515-7a3cca813103 admin admin] 10.222.0.30 "DELETE /v2.0/routers/51e9eb1c-6855-4c3e-9413-c551fe6e355a HTTP/1.1" status: 204 len: 168 time: 0.7310021 Sep 07 07:26:00.307766 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 60706) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:00.353818 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa7b0d8-1b40-4366-81ff-a4204aa2aa71 admin admin] Deleting subnet 449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa {{(pid=94029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 07:26:00.356663 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b0d8-1b40-4366-81ff-a4204aa2aa71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:00.640808 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b0d8-1b40-4366-81ff-a4204aa2aa71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5732538'] for subnet, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:00.713267 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b0d8-1b40-4366-81ff-a4204aa2aa71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1858048'] for subnet, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:00.765737 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b0d8-1b40-4366-81ff-a4204aa2aa71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1858059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5732577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5791269'] for subnet, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:00.793443 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7b0d8-1b40-4366-81ff-a4204aa2aa71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:00.795426 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b0d8-1b40-4366-81ff-a4204aa2aa71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:00.797339 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-9aa7b0d8-1b40-4366-81ff-a4204aa2aa71 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/449ac4eb-dd77-42ac-b3a1-d5c1d3b27caa HTTP/1.1" status: 204 len: 168 time: 0.4885385 Sep 07 07:26:00.800172 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60708) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:00.801494 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522fe39d-a33c-432a-9866-784deb125d8b None None] Network 763aca73-fbfa-4ea1-a434-95a1680e6608 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:26:00.870267 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744665'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:00.924555 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] Deleting port bcbef7be-e06b-48a3-bc97-343265fe03c9 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:26:00.925095 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:00.987031 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] DHCP port deletion for 763aca73-fbfa-4ea1-a434-95a1680e6608 request from dv-cinder-804735-9-iscsi {{(pid=94031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 07:26:00.989309 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] For port bcbef7be-e06b-48a3-bc97-343265fe03c9, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=bcbef7be-e06b-48a3-bc97-343265fe03c9,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:26:00.989676 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:01.002288 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] Calling delete_port for bcbef7be-e06b-48a3-bc97-343265fe03c9 owned by network:dhcp {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:26:01.036294 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] Deleting port bcbef7be-e06b-48a3-bc97-343265fe03c9 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:26:01.036714 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:01.086293 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:01.101188 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] For port bcbef7be-e06b-48a3-bc97-343265fe03c9, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=bcbef7be-e06b-48a3-bc97-343265fe03c9,segment=NetworkSegment(162c25c0-4f83-42c9-9626-6d331fea67a2),segment_id=162c25c0-4f83-42c9-9626-6d331fea67a2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:26:01.102133 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:01.120140 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcbef7be-e06b-48a3-bc97-343265fe03c9,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:01.123180 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] Calling delete_port for bcbef7be-e06b-48a3-bc97-343265fe03c9 owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:26:01.125568 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] No DVR routers for this DVR port bcbef7be-e06b-48a3-bc97-343265fe03c9 on host dv-cinder-804735-9-iscsi {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:26:01.181909 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:01.193544 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1854623', 'neutron.services.segments.db._delete_segments_for_network-8728184039280'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:01.209787 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:01.216541 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763aca73-fbfa-4ea1-a434-95a1680e6608']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:26:01.226141 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162c25c0-4f83-42c9-9626-6d331fea67a2') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:26:01.227027 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162c25c0-4f83-42c9-9626-6d331fea67a2') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:26:01.236974 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728184039033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6942334'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:01.237205 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] Pushing event deleted for resources: {'Port': ['ID=bcbef7be-e06b-48a3-bc97-343265fe03c9,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:01.245137 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] No DVR routers for this DVR port bcbef7be-e06b-48a3-bc97-343265fe03c9 on host dv-cinder-804735-9-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:26:01.247194 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:01.247578 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:01.247923 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:01.248474 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:01.248812 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:01.249318 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:01.249659 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:01.249994 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:01.250332 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:01.250663 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:01.250854 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:01.250977 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:01.251357 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c642d-b028-415a-8c88-2d422f49b073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5299484'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: Traceback (most recent call last): Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: timer() Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: cb(*args, **kw) Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: return func(*args, **kwargs) Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: self._notify() Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: self.callback(batched_events) Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: event.method(event) Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: return f(self, *a, **k) Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: return self._get(url).json() Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 07:26:01.262353 dv-cinder-804735-9-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 07:26:01.282048 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device f3218c6c-8bc0-4868-97e5-23523b6fa4ae no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:26:01.302569 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: f3218c6c-8bc0-4868-97e5-23523b6fa4ae {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:26:01.302914 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device f3218c6c-8bc0-4868-97e5-23523b6fa4ae not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:26:01.303359 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device bcbef7be-e06b-48a3-bc97-343265fe03c9 no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:26:01.319827 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1854598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579843'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:01.325383 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:01.329731 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] 10.222.0.30 "DELETE /v2.0/networks/763aca73-fbfa-4ea1-a434-95a1680e6608 HTTP/1.1" status: 204 len: 168 time: 0.5260615 Sep 07 07:26:01.332920 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: bcbef7be-e06b-48a3-bc97-343265fe03c9 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:26:01.333269 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device bcbef7be-e06b-48a3-bc97-343265fe03c9 not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:26:01.333695 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 005fb783-0407-4646-b575-6b4dab3a9fde no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:26:01.338304 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac982b-5c70-45bd-b1e9-c93af2001701 admin admin] Pushing event deleted for resources: {'Network': ['ID=763aca73-fbfa-4ea1-a434-95a1680e6608,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:01.354521 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: 005fb783-0407-4646-b575-6b4dab3a9fde {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:26:01.354870 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 005fb783-0407-4646-b575-6b4dab3a9fde not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:26:01.437186 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60712) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:01.475757 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b5f0a824-d02f-45f5-b59e-0de6022423e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31ec539a0e824d0385bb9d4a12e94d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373757 Sep 07 07:26:01.478034 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60714) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:01.527461 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e88c6515-d345-4a46-b63b-ad46ff004793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:01.550300 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e88c6515-d345-4a46-b63b-ad46ff004793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:01.596248 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e88c6515-d345-4a46-b63b-ad46ff004793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:01.599211 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e88c6515-d345-4a46-b63b-ad46ff004793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:01.600374 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e88c6515-d345-4a46-b63b-ad46ff004793 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e01290d9-392b-43c3-907c-a40e9321ebc3 HTTP/1.1" status: 204 len: 168 time: 0.1214688 Sep 07 07:26:01.608024 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c6515-d345-4a46-b63b-ad46ff004793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01290d9-392b-43c3-907c-a40e9321ebc3,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:03.340236 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:05.383858 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60774) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:05.484782 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d87f5f87-f3fe-44fb-8449-7c5af58bbb2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:05.568406 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d87f5f87-f3fe-44fb-8449-7c5af58bbb2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:05.572898 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d87f5f87-f3fe-44fb-8449-7c5af58bbb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:05.610695 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d87f5f87-f3fe-44fb-8449-7c5af58bbb2f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f88e279d245240af837145974d3c898c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257800 Sep 07 07:26:05.611884 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f5f87-f3fe-44fb-8449-7c5af58bbb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e444333-f9dc-483d-83a6-c640c7bc417b,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:05.613452 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 60778) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:05.662246 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4f292edd-23d6-44e3-a05b-82b99f665ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:05.681964 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4f292edd-23d6-44e3-a05b-82b99f665ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:05.727497 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4f292edd-23d6-44e3-a05b-82b99f665ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:05.730025 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4f292edd-23d6-44e3-a05b-82b99f665ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:05.731131 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-4f292edd-23d6-44e3-a05b-82b99f665ea2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e444333-f9dc-483d-83a6-c640c7bc417b HTTP/1.1" status: 204 len: 168 time: 0.1160958 Sep 07 07:26:05.740059 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f292edd-23d6-44e3-a05b-82b99f665ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e444333-f9dc-483d-83a6-c640c7bc417b,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:14.046183 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60908) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:14.148955 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-41b4c6d2-09b2-497d-a9fe-21e5289a41d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:14.238600 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-41b4c6d2-09b2-497d-a9fe-21e5289a41d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:14.242338 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-41b4c6d2-09b2-497d-a9fe-21e5289a41d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:14.279932 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-41b4c6d2-09b2-497d-a9fe-21e5289a41d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed031dfb542046d9a96e008a6c8a3fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326856 Sep 07 07:26:14.281851 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4c6d2-09b2-497d-a9fe-21e5289a41d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea76068-08f3-42c7-8e52-daf808f7d83a,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:14.282587 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 60912) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:14.329395 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-03a0bb8d-9951-4e88-ba75-1a194ae04666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:14.349897 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-03a0bb8d-9951-4e88-ba75-1a194ae04666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:14.396971 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-03a0bb8d-9951-4e88-ba75-1a194ae04666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:14.399969 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-03a0bb8d-9951-4e88-ba75-1a194ae04666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:14.401091 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-03a0bb8d-9951-4e88-ba75-1a194ae04666 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ea76068-08f3-42c7-8e52-daf808f7d83a HTTP/1.1" status: 204 len: 168 time: 0.1175299 Sep 07 07:26:14.408645 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0bb8d-9951-4e88-ba75-1a194ae04666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea76068-08f3-42c7-8e52-daf808f7d83a,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:14.665801 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 60918) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:14.678384 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5f306653-2581-4ac6-9c4b-8bf18ef67485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:14.763067 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5f306653-2581-4ac6-9c4b-8bf18ef67485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:14.766865 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5f306653-2581-4ac6-9c4b-8bf18ef67485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:14.803610 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-5f306653-2581-4ac6-9c4b-8bf18ef67485 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40eaa4b01bc1477b883b09bc648b657f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1367307 Sep 07 07:26:14.804410 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f306653-2581-4ac6-9c4b-8bf18ef67485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fad5a62-6db1-4793-9c48-3bba0e95645b,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:14.807421 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60920) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:14.855455 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5db5afed-0670-400c-888d-e6a34cb14d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:14.875629 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5db5afed-0670-400c-888d-e6a34cb14d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:14.920256 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5db5afed-0670-400c-888d-e6a34cb14d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:14.922788 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5db5afed-0670-400c-888d-e6a34cb14d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:14.923972 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5db5afed-0670-400c-888d-e6a34cb14d12 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6fad5a62-6db1-4793-9c48-3bba0e95645b HTTP/1.1" status: 204 len: 168 time: 0.1155465 Sep 07 07:26:14.932024 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5afed-0670-400c-888d-e6a34cb14d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fad5a62-6db1-4793-9c48-3bba0e95645b,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:15.232046 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 60926) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:15.244814 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-737a869e-15ed-4f8e-b160-72e4957dc981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:15.329151 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-737a869e-15ed-4f8e-b160-72e4957dc981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:15.333074 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-737a869e-15ed-4f8e-b160-72e4957dc981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:15.371920 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-737a869e-15ed-4f8e-b160-72e4957dc981 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2271d15bca74a65be19c111fd8c6069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388035 Sep 07 07:26:15.372773 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a869e-15ed-4f8e-b160-72e4957dc981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8aa095-f2c0-40f9-81b5-a8e1c402b673,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:15.374645 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 60928) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:15.379668 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a869e-15ed-4f8e-b160-72e4957dc981 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.380025 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a869e-15ed-4f8e-b160-72e4957dc981 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.380378 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a869e-15ed-4f8e-b160-72e4957dc981 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.380718 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a869e-15ed-4f8e-b160-72e4957dc981 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.381056 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a869e-15ed-4f8e-b160-72e4957dc981 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.381394 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a869e-15ed-4f8e-b160-72e4957dc981 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.381727 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a869e-15ed-4f8e-b160-72e4957dc981 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.382059 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a869e-15ed-4f8e-b160-72e4957dc981 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.382892 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a869e-15ed-4f8e-b160-72e4957dc981 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.383221 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a869e-15ed-4f8e-b160-72e4957dc981 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.383591 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a869e-15ed-4f8e-b160-72e4957dc981 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.383916 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737a869e-15ed-4f8e-b160-72e4957dc981 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.421710 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d2136ca-bf26-4b40-bcd0-a30169398a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:15.441242 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d2136ca-bf26-4b40-bcd0-a30169398a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:15.485226 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d2136ca-bf26-4b40-bcd0-a30169398a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:15.487745 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d2136ca-bf26-4b40-bcd0-a30169398a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:15.488863 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8d2136ca-bf26-4b40-bcd0-a30169398a91 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de8aa095-f2c0-40f9-81b5-a8e1c402b673 HTTP/1.1" status: 204 len: 168 time: 0.1132433 Sep 07 07:26:15.496185 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2136ca-bf26-4b40-bcd0-a30169398a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8aa095-f2c0-40f9-81b5-a8e1c402b673,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:15.503009 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2136ca-bf26-4b40-bcd0-a30169398a91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.503394 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2136ca-bf26-4b40-bcd0-a30169398a91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.503742 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2136ca-bf26-4b40-bcd0-a30169398a91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.504082 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2136ca-bf26-4b40-bcd0-a30169398a91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.504417 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2136ca-bf26-4b40-bcd0-a30169398a91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.504756 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2136ca-bf26-4b40-bcd0-a30169398a91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.505090 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2136ca-bf26-4b40-bcd0-a30169398a91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.505422 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2136ca-bf26-4b40-bcd0-a30169398a91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.505752 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2136ca-bf26-4b40-bcd0-a30169398a91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.506083 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2136ca-bf26-4b40-bcd0-a30169398a91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.506410 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2136ca-bf26-4b40-bcd0-a30169398a91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:15.506733 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2136ca-bf26-4b40-bcd0-a30169398a91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:26:21.070295 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 32778) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:21.171617 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8faee70e-3560-4032-8f2c-a1acf37f14b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:21.260883 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8faee70e-3560-4032-8f2c-a1acf37f14b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:21.264374 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8faee70e-3560-4032-8f2c-a1acf37f14b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:21.302027 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8faee70e-3560-4032-8f2c-a1acf37f14b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74b71297f62745a18fa8819d5e01e6a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306285 Sep 07 07:26:21.303371 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:21.303874 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faee70e-3560-4032-8f2c-a1acf37f14b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd6e598-ef5c-472d-a8b8-ad7cc69fe93c,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:21.304815 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 32782) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:21.355522 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5a33483b-8635-4047-96c8-8ec85f682b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:21.375109 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5a33483b-8635-4047-96c8-8ec85f682b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:21.419619 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5a33483b-8635-4047-96c8-8ec85f682b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:21.422122 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5a33483b-8635-4047-96c8-8ec85f682b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:21.423224 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5a33483b-8635-4047-96c8-8ec85f682b41 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4fd6e598-ef5c-472d-a8b8-ad7cc69fe93c HTTP/1.1" status: 204 len: 168 time: 0.1174238 Sep 07 07:26:21.430409 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33483b-8635-4047-96c8-8ec85f682b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd6e598-ef5c-472d-a8b8-ad7cc69fe93c,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:21.672232 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 32788) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:21.685432 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb020-034e-4822-9869-5c1c5ba2bf2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:21.773475 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb020-034e-4822-9869-5c1c5ba2bf2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:21.777182 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb020-034e-4822-9869-5c1c5ba2bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:21.813231 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-ac3fb020-034e-4822-9869-5c1c5ba2bf2a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0cf4edb0bf5435d8ded5f1c155fbfe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399684 Sep 07 07:26:21.815118 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fb020-034e-4822-9869-5c1c5ba2bf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5c1351-b289-4b8a-bad6-6cbcd97c92e3,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:21.816112 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 32790) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:21.863506 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a34e6a8f-b7d8-49c9-b581-e2457be9cd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:21.884241 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a34e6a8f-b7d8-49c9-b581-e2457be9cd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:21.929874 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a34e6a8f-b7d8-49c9-b581-e2457be9cd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:21.932320 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a34e6a8f-b7d8-49c9-b581-e2457be9cd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:21.933482 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-a34e6a8f-b7d8-49c9-b581-e2457be9cd3f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e5c1351-b289-4b8a-bad6-6cbcd97c92e3 HTTP/1.1" status: 204 len: 168 time: 0.1163533 Sep 07 07:26:21.940909 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e6a8f-b7d8-49c9-b581-e2457be9cd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5c1351-b289-4b8a-bad6-6cbcd97c92e3,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:23.895336 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 32860) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:23.997128 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e199e7c1-ea18-41c2-806b-03609e103ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:24.083186 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e199e7c1-ea18-41c2-806b-03609e103ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:24.087128 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e199e7c1-ea18-41c2-806b-03609e103ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:24.123543 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e199e7c1-ea18-41c2-806b-03609e103ee3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89c575dfdba0412d91c70adddc1c5026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270947 Sep 07 07:26:24.124690 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199e7c1-ea18-41c2-806b-03609e103ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ae1da2-cc41-42ff-a8d4-b2c4956d4242,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:24.126213 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 32864) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:24.175373 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dff093ef-1215-4ee6-a3a7-faa9a223d7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:24.195448 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dff093ef-1215-4ee6-a3a7-faa9a223d7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:24.241619 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dff093ef-1215-4ee6-a3a7-faa9a223d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:24.244267 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dff093ef-1215-4ee6-a3a7-faa9a223d7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:24.245368 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-dff093ef-1215-4ee6-a3a7-faa9a223d7ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57ae1da2-cc41-42ff-a8d4-b2c4956d4242 HTTP/1.1" status: 204 len: 168 time: 0.1181746 Sep 07 07:26:24.252688 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff093ef-1215-4ee6-a3a7-faa9a223d7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ae1da2-cc41-42ff-a8d4-b2c4956d4242,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:24.491247 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 32870) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:24.504290 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f37a5848-046b-4509-ba03-7c0414746c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:24.594982 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f37a5848-046b-4509-ba03-7c0414746c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:24.599347 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f37a5848-046b-4509-ba03-7c0414746c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:24.636235 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f37a5848-046b-4509-ba03-7c0414746c2d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9cac27c201b849549b469c121a0870da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438479 Sep 07 07:26:24.638250 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a5848-046b-4509-ba03-7c0414746c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137ae728-7336-46bd-ba1a-d76f358466be,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:24.638947 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 32872) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:24.684727 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd158-8215-4546-b3c8-f365390e82f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:24.705503 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd158-8215-4546-b3c8-f365390e82f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:24.750113 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd158-8215-4546-b3c8-f365390e82f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:24.752848 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd158-8215-4546-b3c8-f365390e82f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:24.753980 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b7ebd158-8215-4546-b3c8-f365390e82f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/137ae728-7336-46bd-ba1a-d76f358466be HTTP/1.1" status: 204 len: 168 time: 0.1140149 Sep 07 07:26:24.761884 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebd158-8215-4546-b3c8-f365390e82f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137ae728-7336-46bd-ba1a-d76f358466be,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:25.424777 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 32894) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:25.519078 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-28b79d82-e4fd-4f6c-8800-8e114e28cb48 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-218523535-network', 'tenant_id': 'd765b8c16d1c47a49124d0219246a577'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:26:25.538822 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b79d82-e4fd-4f6c-8800-8e114e28cb48 admin admin] Made reservation on behalf of d765b8c16d1c47a49124d0219246a577 for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:26:25.541016 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-28b79d82-e4fd-4f6c-8800-8e114e28cb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:25.548900 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-28b79d82-e4fd-4f6c-8800-8e114e28cb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:25.635349 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-28b79d82-e4fd-4f6c-8800-8e114e28cb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:25.639787 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-28b79d82-e4fd-4f6c-8800-8e114e28cb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:25.659376 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b79d82-e4fd-4f6c-8800-8e114e28cb48 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 07:26:25.672016 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b79d82-e4fd-4f6c-8800-8e114e28cb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:25.676963 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-28b79d82-e4fd-4f6c-8800-8e114e28cb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:25.677292 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-28b79d82-e4fd-4f6c-8800-8e114e28cb48 admin admin] Added segment 6aed66bb-26b4-4567-8a0b-5ee598787b48 of type vlan for network 51585c3f-8046-47bf-86bf-85618324889c Sep 07 07:26:25.717792 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-28b79d82-e4fd-4f6c-8800-8e114e28cb48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728183481335'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:25.742827 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-28b79d82-e4fd-4f6c-8800-8e114e28cb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:25.743879 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b79d82-e4fd-4f6c-8800-8e114e28cb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:25.744581 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-28b79d82-e4fd-4f6c-8800-8e114e28cb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:25.774415 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-28b79d82-e4fd-4f6c-8800-8e114e28cb48 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3484464 Sep 07 07:26:25.777429 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 32898) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:26:25.782887 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-c6246792-e47d-46b9-8496-7d2d00a8e189 admin admin] Request body: {'subnet': {'network_id': '51585c3f-8046-47bf-86bf-85618324889c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-218523535-subnet', 'tenant_id': 'd765b8c16d1c47a49124d0219246a577', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:26:25.803561 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6246792-e47d-46b9-8496-7d2d00a8e189 admin admin] Made reservation on behalf of d765b8c16d1c47a49124d0219246a577 for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:26:25.806450 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c6246792-e47d-46b9-8496-7d2d00a8e189 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5791306'] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:25.809001 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b79d82-e4fd-4f6c-8800-8e114e28cb48 admin admin] Pushing event updated for resources: {'Network': ['ID=51585c3f-8046-47bf-86bf-85618324889c,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:25.819113 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Network 51585c3f-8046-47bf-86bf-85618324889c details requested by agent ovs-agent-dv-cinder-804735-9-iscsi with host dv-cinder-804735-9-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 07:26:25.971668 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c6246792-e47d-46b9-8496-7d2d00a8e189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5732386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5791292'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:26.028798 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6246792-e47d-46b9-8496-7d2d00a8e189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8d03e99-70fe-459b-a99b-2c3bfffee9bc,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:26.032941 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6246792-e47d-46b9-8496-7d2d00a8e189 admin admin] Checking segment: {'id': '6aed66bb-26b4-4567-8a0b-5ee598787b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51585c3f-8046-47bf-86bf-85618324889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:26:26.033303 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6246792-e47d-46b9-8496-7d2d00a8e189 admin admin] Network hostable DHCP agents. Network: 51585c3f-8046-47bf-86bf-85618324889c, hostable agents: ['ef9e6210-4a85-4f53-a031-24096ab88fe8'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 07:26:26.050115 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6246792-e47d-46b9-8496-7d2d00a8e189 admin admin] Network 51585c3f-8046-47bf-86bf-85618324889c is scheduled to be hosted by DHCP agent ef9e6210-4a85-4f53-a031-24096ab88fe8 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 07:26:26.058808 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-c6246792-e47d-46b9-8496-7d2d00a8e189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-9-iscsi, 51585c3f-8046-47bf-86bf-85618324889c) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:26:26.062806 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6246792-e47d-46b9-8496-7d2d00a8e189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:26.063498 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c6246792-e47d-46b9-8496-7d2d00a8e189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:26.068061 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9920eed-1299-402d-a451-d2f0045769de None None] Network 51585c3f-8046-47bf-86bf-85618324889c requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:26:26.077411 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-c6246792-e47d-46b9-8496-7d2d00a8e189 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2984407 Sep 07 07:26:26.193341 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e39a53-e079-4738-a524-e1b6c9c5cfee None None] Network 51585c3f-8046-47bf-86bf-85618324889c requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:26:27.578805 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-588ea36e-03ae-4543-b91a-f01349fb7a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:27.808151 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943e2d-4085-405e-9354-6c24ece18973 req-f8940347-fd24-4a8a-a7fb-447e2ef84b30 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:27.809570 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2f943e2d-4085-405e-9354-6c24ece18973 req-f8940347-fd24-4a8a-a7fb-447e2ef84b30 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/networks?id=51585c3f-8046-47bf-86bf-85618324889c HTTP/1.1" status: 200 len: 808 time: 0.0998018 Sep 07 07:26:27.825717 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2f943e2d-4085-405e-9354-6c24ece18973 req-c447bc8c-9c6e-41b2-bce7-82a521c35ee2 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/quotas/d765b8c16d1c47a49124d0219246a577 HTTP/1.1" status: 200 len: 375 time: 0.0101519 Sep 07 07:26:27.856388 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2f943e2d-4085-405e-9354-6c24ece18973 req-b333a552-496a-4b11-9d73-7d0aa80fd998 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d765b8c16d1c47a49124d0219246a577&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252533 Sep 07 07:26:28.159901 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2f943e2d-4085-405e-9354-6c24ece18973 req-12c4f994-167d-469f-b697-fc6bc8d3727a service neutron] 10.222.0.30 "GET /v2.0/networks/51585c3f-8046-47bf-86bf-85618324889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968402 Sep 07 07:26:28.245413 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2f943e2d-4085-405e-9354-6c24ece18973 req-44ca18a9-f98a-43db-8c4f-58a4c65ab577 service neutron] 10.222.0.30 "GET /v2.0/networks/51585c3f-8046-47bf-86bf-85618324889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796430 Sep 07 07:26:28.399943 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f4a25c8a-1ff1-462a-946b-7cb0f7c88371 req-ed6926dc-3993-40fe-a4d2-ecdd0cc938d1 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 210 time: 0.0289092 Sep 07 07:26:29.472753 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3e10139-4bd3-4313-ab92-851c0f3e2e35 req-05238daa-f694-4806-9b1b-4df695cf4817 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 210 time: 0.0259349 Sep 07 07:26:30.226335 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:30.280688 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bd4555b8-0781-434f-b2c0-eb6603849732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:30.572408 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-15cf7973-e7e4-428a-8d89-474474f3ac85 req-fbc36a7b-46a9-4179-8d36-35b13e2c1a99 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 210 time: 0.0256524 Sep 07 07:26:31.153943 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:31.496726 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943e2d-4085-405e-9354-6c24ece18973 req-f1c372b0-1822-406a-a391-6ce6dc456584 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:31.498164 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2f943e2d-4085-405e-9354-6c24ece18973 req-f1c372b0-1822-406a-a391-6ce6dc456584 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.15 "GET /v2.0/networks?id=51585c3f-8046-47bf-86bf-85618324889c HTTP/1.1" status: 200 len: 808 time: 0.0987127 Sep 07 07:26:31.527388 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-2f943e2d-4085-405e-9354-6c24ece18973 req-96204392-1d70-4f2c-bd19-8a66c974172f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Request body: {'port': {'device_id': '04753933-5853-43a7-91c2-cc58b91647d6', 'network_id': '51585c3f-8046-47bf-86bf-85618324889c', 'admin_state_up': True, 'tenant_id': 'd765b8c16d1c47a49124d0219246a577'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:26:31.639205 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f943e2d-4085-405e-9354-6c24ece18973 req-96204392-1d70-4f2c-bd19-8a66c974172f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Made reservation on behalf of d765b8c16d1c47a49124d0219246a577 for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:26:31.642695 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-2f943e2d-4085-405e-9354-6c24ece18973 req-96204392-1d70-4f2c-bd19-8a66c974172f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:31.663196 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ad08ebec-60c1-427f-bace-35ff5d087da1 req-4287a20b-8593-4381-a33f-da93edee18e4 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 210 time: 0.0244832 Sep 07 07:26:31.766478 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-2f943e2d-4085-405e-9354-6c24ece18973 req-96204392-1d70-4f2c-bd19-8a66c974172f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Allocated IP 172.20.0.5 (51585c3f-8046-47bf-86bf-85618324889c/c8d03e99-70fe-459b-a99b-2c3bfffee9bc/e979ee4b-7e37-4e47-8bbc-ce642f593877) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:26:31.904093 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-2f943e2d-4085-405e-9354-6c24ece18973 req-96204392-1d70-4f2c-bd19-8a66c974172f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:31.941337 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-2f943e2d-4085-405e-9354-6c24ece18973 req-96204392-1d70-4f2c-bd19-8a66c974172f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:31.983706 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f943e2d-4085-405e-9354-6c24ece18973 req-96204392-1d70-4f2c-bd19-8a66c974172f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Network 51585c3f-8046-47bf-86bf-85618324889c is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:26:31.986646 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-2f943e2d-4085-405e-9354-6c24ece18973 req-96204392-1d70-4f2c-bd19-8a66c974172f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:26:31.990250 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f943e2d-4085-405e-9354-6c24ece18973 req-96204392-1d70-4f2c-bd19-8a66c974172f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:26:32.017128 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96204392-1d70-4f2c-bd19-8a66c974172f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Pushing event updated for resources: {'Port': ['ID=e979ee4b-7e37-4e47-8bbc-ce642f593877,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:32.045332 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943e2d-4085-405e-9354-6c24ece18973 req-96204392-1d70-4f2c-bd19-8a66c974172f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:32.045942 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-2f943e2d-4085-405e-9354-6c24ece18973 req-96204392-1d70-4f2c-bd19-8a66c974172f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:32.060152 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2f943e2d-4085-405e-9354-6c24ece18973 req-96204392-1d70-4f2c-bd19-8a66c974172f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5363338 Sep 07 07:26:32.132564 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Request body: {'port': {'device_id': '04753933-5853-43a7-91c2-cc58b91647d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:26:32.182779 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:32.434698 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e979ee4b-7e37-4e47-8bbc-ce642f593877 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:26:32.441654 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:32.453308 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Transition to ACTIVE for port object e979ee4b-7e37-4e47-8bbc-ce642f593877 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:26:32.457013 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:32.521609 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Pushing event updated for resources: {'Port': ['ID=e979ee4b-7e37-4e47-8bbc-ce642f593877,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:32.570376 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Attempting to bind port e979ee4b-7e37-4e47-8bbc-ce642f593877 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:26:32.571114 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Attempting to bind port e979ee4b-7e37-4e47-8bbc-ce642f593877 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6aed66bb-26b4-4567-8a0b-5ee598787b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51585c3f-8046-47bf-86bf-85618324889c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:26:32.571114 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Attempting to bind port e979ee4b-7e37-4e47-8bbc-ce642f593877 on network 51585c3f-8046-47bf-86bf-85618324889c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:26:32.575225 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Port e979ee4b-7e37-4e47-8bbc-ce642f593877 on network 51585c3f-8046-47bf-86bf-85618324889c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:26:32.575576 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Attempting to bind port e979ee4b-7e37-4e47-8bbc-ce642f593877 on network 51585c3f-8046-47bf-86bf-85618324889c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:26:32.580238 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:26:32.580516 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Checking segment: {'id': '6aed66bb-26b4-4567-8a0b-5ee598787b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51585c3f-8046-47bf-86bf-85618324889c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:26:32.580896 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Bound using segment: {'id': '6aed66bb-26b4-4567-8a0b-5ee598787b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51585c3f-8046-47bf-86bf-85618324889c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:26:32.581313 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Bound port: e979ee4b-7e37-4e47-8bbc-ce642f593877, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aed66bb-26b4-4567-8a0b-5ee598787b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51585c3f-8046-47bf-86bf-85618324889c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:26:32.581664 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:32.641734 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] For port e979ee4b-7e37-4e47-8bbc-ce642f593877, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:26:32.645389 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] For port e979ee4b-7e37-4e47-8bbc-ce642f593877, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e979ee4b-7e37-4e47-8bbc-ce642f593877,segment=NetworkSegment(6aed66bb-26b4-4567-8a0b-5ee598787b48),segment_id=6aed66bb-26b4-4567-8a0b-5ee598787b48)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:26:32.649647 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:32.681805 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:32.682433 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:32.683849 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2f943e2d-4085-405e-9354-6c24ece18973 req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] 10.222.0.15 "PUT /v2.0/ports/e979ee4b-7e37-4e47-8bbc-ce642f593877 HTTP/1.1" status: 200 len: 1093 time: 0.5553007 Sep 07 07:26:32.684287 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04753933-5853-43a7-91c2-cc58b91647d6', 'tag': 'e979ee4b-7e37-4e47-8bbc-ce642f593877'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:26:32.686559 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4951957-d15f-4983-9601-d0d4602b3062" -d '{"events": [{"name": "network-changed", "server_uuid": "04753933-5853-43a7-91c2-cc58b91647d6", "tag": "e979ee4b-7e37-4e47-8bbc-ce642f593877"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:26:32.711360 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d47d6-af1f-4303-bcd1-2f19c2bdef7b service neutron] Pushing event updated for resources: {'Port': ['ID=e979ee4b-7e37-4e47-8bbc-ce642f593877,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:32.726285 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121644f1-bd5e-4d57-ad6d-70aeab835fa0 x-openstack-request-id: req-121644f1-bd5e-4d57-ad6d-70aeab835fa0 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:26:32.726908 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04753933-5853-43a7-91c2-cc58b91647d6", "tag": "e979ee4b-7e37-4e47-8bbc-ce642f593877", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:26:32.727505 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-121644f1-bd5e-4d57-ad6d-70aeab835fa0 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:26:32.727917 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04753933-5853-43a7-91c2-cc58b91647d6', 'tag': 'e979ee4b-7e37-4e47-8bbc-ce642f593877', 'status': 'completed', 'code': 200} Sep 07 07:26:32.819163 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0fd16-a3b7-4eee-b2c1-4a43169c7f10 req-bb8fb097-70ac-40cd-8d17-c5648dd2f9e8 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:32.821170 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-52e0fd16-a3b7-4eee-b2c1-4a43169c7f10 req-bb8fb097-70ac-40cd-8d17-c5648dd2f9e8 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 943 time: 0.0808682 Sep 07 07:26:32.822968 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943e2d-4085-405e-9354-6c24ece18973 req-8c7d67f8-65ad-409f-b099-9a2cba56b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:32.824348 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2f943e2d-4085-405e-9354-6c24ece18973 req-8c7d67f8-65ad-409f-b099-9a2cba56b05b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d765b8c16d1c47a49124d0219246a577&device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 1096 time: 0.0752769 Sep 07 07:26:32.874940 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:26:32.876504 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2f943e2d-4085-405e-9354-6c24ece18973 req-5a2bb6ca-9963-421d-8a2f-027329ff31d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e979ee4b-7e37-4e47-8bbc-ce642f593877 HTTP/1.1" status: 200 len: 217 time: 0.0363081 Sep 07 07:26:32.896368 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-52e0fd16-a3b7-4eee-b2c1-4a43169c7f10 req-e85a3fac-9ec3-4969-86c9-f9da28652391 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694370 Sep 07 07:26:32.927986 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943e2d-4085-405e-9354-6c24ece18973 req-46fb2770-3659-41aa-9d11-89519607aded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:32.929914 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2f943e2d-4085-405e-9354-6c24ece18973 req-46fb2770-3659-41aa-9d11-89519607aded service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8d03e99-70fe-459b-a99b-2c3bfffee9bc HTTP/1.1" status: 200 len: 848 time: 0.0455968 Sep 07 07:26:32.963386 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2f943e2d-4085-405e-9354-6c24ece18973 req-66378599-d038-4ed6-b7b1-670b4209bda2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51585c3f-8046-47bf-86bf-85618324889c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266452 Sep 07 07:26:33.049176 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2f943e2d-4085-405e-9354-6c24ece18973 req-168160dc-8ca1-4406-8c68-13e8e844f289 service neutron] 10.222.0.15 "GET /v2.0/networks/51585c3f-8046-47bf-86bf-85618324889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782912 Sep 07 07:26:33.137677 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2f943e2d-4085-405e-9354-6c24ece18973 req-a867231e-c929-465f-9c61-09f7f6efa73c service neutron] 10.222.0.15 "GET /v2.0/networks/51585c3f-8046-47bf-86bf-85618324889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815883 Sep 07 07:26:33.261715 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4951957-d15f-4983-9601-d0d4602b3062 req-e907db29-b4e6-47c3-a1d1-e5f3f82455a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:33.263134 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a4951957-d15f-4983-9601-d0d4602b3062 req-e907db29-b4e6-47c3-a1d1-e5f3f82455a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d765b8c16d1c47a49124d0219246a577&device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 1096 time: 0.0394559 Sep 07 07:26:33.341753 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:33.350432 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4951957-d15f-4983-9601-d0d4602b3062 req-c4e1585d-d73a-4461-b8d9-053460902b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:33.352438 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a4951957-d15f-4983-9601-d0d4602b3062 req-c4e1585d-d73a-4461-b8d9-053460902b42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=51585c3f-8046-47bf-86bf-85618324889c HTTP/1.1" status: 200 len: 909 time: 0.0816953 Sep 07 07:26:33.395203 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a4951957-d15f-4983-9601-d0d4602b3062 req-72747d03-6b1b-4987-9c8c-0cdb1e06de5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e979ee4b-7e37-4e47-8bbc-ce642f593877 HTTP/1.1" status: 200 len: 217 time: 0.0358467 Sep 07 07:26:33.442220 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4951957-d15f-4983-9601-d0d4602b3062 req-020a1e62-3d66-4ded-81ed-769172bc9395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:33.443621 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a4951957-d15f-4983-9601-d0d4602b3062 req-020a1e62-3d66-4ded-81ed-769172bc9395 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8d03e99-70fe-459b-a99b-2c3bfffee9bc HTTP/1.1" status: 200 len: 848 time: 0.0417724 Sep 07 07:26:33.472654 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a4951957-d15f-4983-9601-d0d4602b3062 req-423c53f2-065a-4f13-967d-f81844443a2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51585c3f-8046-47bf-86bf-85618324889c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0219779 Sep 07 07:26:33.560773 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a4951957-d15f-4983-9601-d0d4602b3062 req-9236bab8-5560-41ef-b7a9-a7d383919ff4 service neutron] 10.222.0.15 "GET /v2.0/networks/51585c3f-8046-47bf-86bf-85618324889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808213 Sep 07 07:26:33.647251 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a4951957-d15f-4983-9601-d0d4602b3062 req-c389adf8-94d1-4042-a920-2205c747f887 service neutron] 10.222.0.15 "GET /v2.0/networks/51585c3f-8046-47bf-86bf-85618324889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786927 Sep 07 07:26:34.010756 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc8a03-e1d9-4f2a-864e-7b1e75c1e29d req-a65e5232-b95f-463d-a8f3-b3e14cd6bd24 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:34.012350 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-15cc8a03-e1d9-4f2a-864e-7b1e75c1e29d req-a65e5232-b95f-463d-a8f3-b3e14cd6bd24 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 943 time: 0.0502503 Sep 07 07:26:34.049911 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-15cc8a03-e1d9-4f2a-864e-7b1e75c1e29d req-617c7b70-1cea-4b7f-b469-47b0eb66a125 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315816 Sep 07 07:26:35.165516 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d0452-5c2e-4a05-a348-0a85d7116e69 req-18d3f1ea-1626-434b-8e33-ebd830ba21d9 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:35.167996 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0b1d0452-5c2e-4a05-a348-0a85d7116e69 req-18d3f1ea-1626-434b-8e33-ebd830ba21d9 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 943 time: 0.0537360 Sep 07 07:26:35.204026 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0b1d0452-5c2e-4a05-a348-0a85d7116e69 req-8f59425a-277d-4746-a2e6-4494646b95af tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303953 Sep 07 07:26:35.779927 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device e979ee4b-7e37-4e47-8bbc-ce642f593877 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:26:35.871867 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port e979ee4b-7e37-4e47-8bbc-ce642f593877, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e979ee4b-7e37-4e47-8bbc-ce642f593877,segment=NetworkSegment(6aed66bb-26b4-4567-8a0b-5ee598787b48),segment_id=6aed66bb-26b4-4567-8a0b-5ee598787b48)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:26:35.882814 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': 'e979ee4b-7e37-4e47-8bbc-ce642f593877', 'network_id': '51585c3f-8046-47bf-86bf-85618324889c', 'port_id': 'e979ee4b-7e37-4e47-8bbc-ce642f593877', 'mac_address': 'fa:16:3e:f7:fb:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d03e99-70fe-459b-a99b-2c3bfffee9bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:26:35.920056 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:35.932222 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e979ee4b-7e37-4e47-8bbc-ce642f593877 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:26:35.950390 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port e979ee4b-7e37-4e47-8bbc-ce642f593877, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e979ee4b-7e37-4e47-8bbc-ce642f593877,segment=NetworkSegment(6aed66bb-26b4-4567-8a0b-5ee598787b48),segment_id=6aed66bb-26b4-4567-8a0b-5ee598787b48)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:26:35.954424 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:35.998115 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=e979ee4b-7e37-4e47-8bbc-ce642f593877,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:36.314198 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07be0f-93fe-4923-a19a-688b8d82be5c req-f02dc219-aee1-4133-98db-b3a2f26ab944 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:36.315646 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3f07be0f-93fe-4923-a19a-688b8d82be5c req-f02dc219-aee1-4133-98db-b3a2f26ab944 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 944 time: 0.0465915 Sep 07 07:26:36.333874 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['e979ee4b-7e37-4e47-8bbc-ce642f593877'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:26:36.355175 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3f07be0f-93fe-4923-a19a-688b8d82be5c req-c9a6476d-2fac-49ef-9a20-d0513f5878d7 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337117 Sep 07 07:26:37.464560 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0e68a-4ca6-4ebe-a12a-a450a2a66c05 req-bb8f9709-4261-4e32-967c-030d092a5e29 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:37.466042 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-def0e68a-4ca6-4ebe-a12a-a450a2a66c05 req-bb8f9709-4261-4e32-967c-030d092a5e29 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 944 time: 0.0469241 Sep 07 07:26:37.503312 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-def0e68a-4ca6-4ebe-a12a-a450a2a66c05 req-4e292e2a-d1a9-45b9-8f03-d2ed9c1c354a tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312932 Sep 07 07:26:37.809975 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device e979ee4b-7e37-4e47-8bbc-ce642f593877 up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:26:37.856362 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port e979ee4b-7e37-4e47-8bbc-ce642f593877 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:26:37.859744 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port e979ee4b-7e37-4e47-8bbc-ce642f593877 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:26:37.860116 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:37.932096 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:37.952842 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04753933-5853-43a7-91c2-cc58b91647d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e979ee4b-7e37-4e47-8bbc-ce642f593877'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:26:37.955015 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd4d75e-863b-4a36-9759-4999b34291c1" -d '{"events": [{"server_uuid": "04753933-5853-43a7-91c2-cc58b91647d6", "name": "network-vif-plugged", "status": "completed", "tag": "e979ee4b-7e37-4e47-8bbc-ce642f593877"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:26:37.969636 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port e979ee4b-7e37-4e47-8bbc-ce642f593877, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e979ee4b-7e37-4e47-8bbc-ce642f593877,segment=NetworkSegment(6aed66bb-26b4-4567-8a0b-5ee598787b48),segment_id=6aed66bb-26b4-4567-8a0b-5ee598787b48)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:26:37.974179 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:38.021051 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=e979ee4b-7e37-4e47-8bbc-ce642f593877,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:38.154046 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af774c0e-39c5-4e3c-94c7-0903d2bf0c8f x-openstack-request-id: req-af774c0e-39c5-4e3c-94c7-0903d2bf0c8f {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:26:38.154349 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04753933-5853-43a7-91c2-cc58b91647d6", "name": "network-vif-plugged", "status": "completed", "tag": "e979ee4b-7e37-4e47-8bbc-ce642f593877", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:26:38.154611 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af774c0e-39c5-4e3c-94c7-0903d2bf0c8f {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:26:38.155015 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04753933-5853-43a7-91c2-cc58b91647d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e979ee4b-7e37-4e47-8bbc-ce642f593877', 'code': 200} Sep 07 07:26:38.346326 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab7d06-81a8-43d5-a1cf-58201eb6e05f req-cd31be20-95d3-449c-ac4f-78700cae3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:38.347977 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-40ab7d06-81a8-43d5-a1cf-58201eb6e05f req-cd31be20-95d3-449c-ac4f-78700cae3f5a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 1098 time: 0.0381100 Sep 07 07:26:38.382584 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-40ab7d06-81a8-43d5-a1cf-58201eb6e05f req-4eb8649b-0468-45ee-8e9c-da7c6f53902c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276518 Sep 07 07:26:38.615826 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f74dde-3865-4e57-8a47-666061b3eca1 req-c15987f5-8afb-441f-9bde-1a206dffbb55 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:38.617166 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d4f74dde-3865-4e57-8a47-666061b3eca1 req-c15987f5-8afb-441f-9bde-1a206dffbb55 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 945 time: 0.0501945 Sep 07 07:26:38.653056 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d4f74dde-3865-4e57-8a47-666061b3eca1 req-5c3b340e-d672-4d0c-a379-d71febde7210 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300665 Sep 07 07:26:39.767705 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f605bb3-ff08-43b5-a65d-f1c513f570e5 req-99fa5afd-fad0-4294-807f-23506f75c46b tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:39.769149 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5f605bb3-ff08-43b5-a65d-f1c513f570e5 req-99fa5afd-fad0-4294-807f-23506f75c46b tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 945 time: 0.0491834 Sep 07 07:26:39.805382 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5f605bb3-ff08-43b5-a65d-f1c513f570e5 req-4b5359db-990c-469e-a491-84e822135db9 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298753 Sep 07 07:26:40.914430 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661e882-9d15-4412-8420-3758f2b61f7d req-1cd0d758-069c-4989-89d1-25c24061cc41 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:40.915883 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6661e882-9d15-4412-8420-3758f2b61f7d req-1cd0d758-069c-4989-89d1-25c24061cc41 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 945 time: 0.0467496 Sep 07 07:26:40.951161 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6661e882-9d15-4412-8420-3758f2b61f7d req-2981a59c-9fe6-4642-838f-b46d3542e119 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296226 Sep 07 07:26:41.629297 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1046b1-85d2-4bd2-872b-ea916204a6c1 req-1341d2f6-054a-492c-baaa-7cd79691ef87 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:41.630757 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-dd1046b1-85d2-4bd2-872b-ea916204a6c1 req-1341d2f6-054a-492c-baaa-7cd79691ef87 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 945 time: 0.0473313 Sep 07 07:26:41.666372 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-dd1046b1-85d2-4bd2-872b-ea916204a6c1 req-b6f4347a-3d1b-4446-9c48-9356cd6c2f60 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297666 Sep 07 07:26:42.780524 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7264694-d782-4c6b-b80f-c222fb1965cc req-6698c2c3-9685-442f-b59b-b45d263286d1 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:42.781952 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a7264694-d782-4c6b-b80f-c222fb1965cc req-6698c2c3-9685-442f-b59b-b45d263286d1 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 945 time: 0.0492837 Sep 07 07:26:42.818798 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a7264694-d782-4c6b-b80f-c222fb1965cc req-2386aa69-649a-4fb8-85f1-7d3397d17591 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311182 Sep 07 07:26:43.163784 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33da87-2f54-47bd-aaf4-c62abb63790d req-5f46c491-b347-497e-8f52-302994ac012f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:43.165118 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4f33da87-2f54-47bd-aaf4-c62abb63790d req-5f46c491-b347-497e-8f52-302994ac012f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.15 "GET /v2.0/ports?device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 945 time: 0.0510852 Sep 07 07:26:43.252805 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-4f33da87-2f54-47bd-aaf4-c62abb63790d req-a36b817a-697c-4821-be6a-e07c740f1914 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Deleting port e979ee4b-7e37-4e47-8bbc-ce642f593877 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:26:43.253150 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4f33da87-2f54-47bd-aaf4-c62abb63790d req-a36b817a-697c-4821-be6a-e07c740f1914 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:43.340042 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-4f33da87-2f54-47bd-aaf4-c62abb63790d req-a36b817a-697c-4821-be6a-e07c740f1914 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] For port e979ee4b-7e37-4e47-8bbc-ce642f593877, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e979ee4b-7e37-4e47-8bbc-ce642f593877,segment=NetworkSegment(6aed66bb-26b4-4567-8a0b-5ee598787b48),segment_id=6aed66bb-26b4-4567-8a0b-5ee598787b48)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:26:43.340394 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4f33da87-2f54-47bd-aaf4-c62abb63790d req-a36b817a-697c-4821-be6a-e07c740f1914 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:43.351899 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-4f33da87-2f54-47bd-aaf4-c62abb63790d req-a36b817a-697c-4821-be6a-e07c740f1914 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Calling delete_port for e979ee4b-7e37-4e47-8bbc-ce642f593877 owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:26:43.474603 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4f33da87-2f54-47bd-aaf4-c62abb63790d req-a36b817a-697c-4821-be6a-e07c740f1914 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:43.503682 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b817a-697c-4821-be6a-e07c740f1914 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Pushing event deleted for resources: {'Port': ['ID=e979ee4b-7e37-4e47-8bbc-ce642f593877,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:43.509554 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['e979ee4b-7e37-4e47-8bbc-ce642f593877'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:26:43.543884 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f33da87-2f54-47bd-aaf4-c62abb63790d req-a36b817a-697c-4821-be6a-e07c740f1914 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] No DVR routers for this DVR port e979ee4b-7e37-4e47-8bbc-ce642f593877 on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:26:43.546136 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4f33da87-2f54-47bd-aaf4-c62abb63790d req-a36b817a-697c-4821-be6a-e07c740f1914 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:43.548108 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4f33da87-2f54-47bd-aaf4-c62abb63790d req-a36b817a-697c-4821-be6a-e07c740f1914 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.15 "DELETE /v2.0/ports/e979ee4b-7e37-4e47-8bbc-ce642f593877 HTTP/1.1" status: 204 len: 173 time: 0.3770256 Sep 07 07:26:43.548535 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04753933-5853-43a7-91c2-cc58b91647d6', 'name': 'network-vif-deleted', 'tag': 'e979ee4b-7e37-4e47-8bbc-ce642f593877'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:26:43.550783 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401108c2-715e-43dc-95b8-5515cb35c958" -d '{"events": [{"server_uuid": "04753933-5853-43a7-91c2-cc58b91647d6", "name": "network-vif-deleted", "tag": "e979ee4b-7e37-4e47-8bbc-ce642f593877"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:26:43.587335 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229be842-1503-4da0-b4f9-8a796510266e x-openstack-request-id: req-229be842-1503-4da0-b4f9-8a796510266e {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:26:43.587633 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04753933-5853-43a7-91c2-cc58b91647d6", "name": "network-vif-deleted", "tag": "e979ee4b-7e37-4e47-8bbc-ce642f593877", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:26:43.587885 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-229be842-1503-4da0-b4f9-8a796510266e {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:26:43.588276 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04753933-5853-43a7-91c2-cc58b91647d6', 'name': 'network-vif-deleted', 'tag': 'e979ee4b-7e37-4e47-8bbc-ce642f593877', 'status': 'completed', 'code': 200} Sep 07 07:26:43.918987 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-11caee7b-832a-4dcf-828b-de8a93679884 req-a2c74d50-754a-4e6f-836a-b21ba19028b0 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=04753933-5853-43a7-91c2-cc58b91647d6 HTTP/1.1" status: 200 len: 210 time: 0.0250115 Sep 07 07:26:45.172190 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-3c4ce51d-0683-460e-8197-73da8e027c11 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:45.173622 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-3c4ce51d-0683-460e-8197-73da8e027c11 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/networks?id=51585c3f-8046-47bf-86bf-85618324889c HTTP/1.1" status: 200 len: 808 time: 0.1016297 Sep 07 07:26:45.188416 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-80cc5b4b-1986-41de-8e4f-b03e783bcb96 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/quotas/d765b8c16d1c47a49124d0219246a577 HTTP/1.1" status: 200 len: 375 time: 0.0090535 Sep 07 07:26:45.217926 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-a55b8c8c-3543-48e9-967e-a3b6ec32800f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d765b8c16d1c47a49124d0219246a577&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245945 Sep 07 07:26:45.304101 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-85beb858-9a25-4be6-9a93-2ac58e636bf0 service neutron] 10.222.0.30 "GET /v2.0/networks/51585c3f-8046-47bf-86bf-85618324889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792100 Sep 07 07:26:45.393715 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-49115939-ece3-482c-8fd5-04e0df77d8e1 service neutron] 10.222.0.30 "GET /v2.0/networks/51585c3f-8046-47bf-86bf-85618324889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829957 Sep 07 07:26:45.545290 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2c7bcb3a-be6d-4911-b099-a2416c20b606 req-47d3aebf-62b2-4ae5-9620-dd02d35a9d5c tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 210 time: 0.0252409 Sep 07 07:26:46.619301 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3e6f7431-3cc8-45b1-a45f-c4a8407cd97a req-bbbcfea5-f933-49da-bbd5-12aa518a3c2e tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 210 time: 0.0256784 Sep 07 07:26:47.693060 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1d9a0994-3f41-428e-bd4b-549dc28ba856 req-22f3c684-ddb8-4d1c-a6c6-31a5ef89e3c0 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 210 time: 0.0245352 Sep 07 07:26:47.874080 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device e979ee4b-7e37-4e47-8bbc-ce642f593877 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:26:47.893942 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: e979ee4b-7e37-4e47-8bbc-ce642f593877 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:26:47.894283 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device e979ee4b-7e37-4e47-8bbc-ce642f593877 not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:26:48.768275 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a76934ce-6532-43b7-9a81-e07d6f932781 req-625a0c88-4db9-442f-9621-af677f44dd0a tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 210 time: 0.0254982 Sep 07 07:26:49.856636 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0f315b99-664e-4662-b7b0-428b705f02f5 req-db2ac8ed-0618-4bc1-865b-9b922438930f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 210 time: 0.0253062 Sep 07 07:26:50.570924 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-e7889d2b-2c5f-4128-abdf-f5dc80610541 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:50.572412 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-e7889d2b-2c5f-4128-abdf-f5dc80610541 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.15 "GET /v2.0/networks?id=51585c3f-8046-47bf-86bf-85618324889c HTTP/1.1" status: 200 len: 808 time: 0.1065302 Sep 07 07:26:50.602637 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-73c95dd4-ee64-41ad-9cb0-f1775999bfa3 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Request body: {'port': {'device_id': '4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8', 'network_id': '51585c3f-8046-47bf-86bf-85618324889c', 'admin_state_up': True, 'tenant_id': 'd765b8c16d1c47a49124d0219246a577'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:26:50.709404 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-73c95dd4-ee64-41ad-9cb0-f1775999bfa3 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Made reservation on behalf of d765b8c16d1c47a49124d0219246a577 for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:26:50.713627 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-73c95dd4-ee64-41ad-9cb0-f1775999bfa3 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:50.831088 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-73c95dd4-ee64-41ad-9cb0-f1775999bfa3 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Allocated IP 172.20.0.14 (51585c3f-8046-47bf-86bf-85618324889c/c8d03e99-70fe-459b-a99b-2c3bfffee9bc/dba8562d-9603-41a5-aa0b-bd67a5cd70af) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:26:50.954006 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c45320eb-6569-40c5-909a-53a9f692270d req-a74bd4ee-4c6a-4300-b265-c6de3175eca4 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 210 time: 0.0310225 Sep 07 07:26:50.976292 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-73c95dd4-ee64-41ad-9cb0-f1775999bfa3 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:51.013100 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-73c95dd4-ee64-41ad-9cb0-f1775999bfa3 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:51.052580 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-73c95dd4-ee64-41ad-9cb0-f1775999bfa3 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Network 51585c3f-8046-47bf-86bf-85618324889c is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:26:51.056158 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-73c95dd4-ee64-41ad-9cb0-f1775999bfa3 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:26:51.061779 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-73c95dd4-ee64-41ad-9cb0-f1775999bfa3 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:26:51.067589 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c95dd4-ee64-41ad-9cb0-f1775999bfa3 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Pushing event updated for resources: {'Port': ['ID=dba8562d-9603-41a5-aa0b-bd67a5cd70af,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:51.117993 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-73c95dd4-ee64-41ad-9cb0-f1775999bfa3 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:51.118511 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-73c95dd4-ee64-41ad-9cb0-f1775999bfa3 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:51.132986 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-73c95dd4-ee64-41ad-9cb0-f1775999bfa3 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5340748 Sep 07 07:26:51.207920 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Request body: {'port': {'device_id': '4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:26:51.258694 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:51.316444 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:51.503660 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba8562d-9603-41a5-aa0b-bd67a5cd70af {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:26:51.510706 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:51.522278 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Transition to ACTIVE for port object dba8562d-9603-41a5-aa0b-bd67a5cd70af will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:26:51.525330 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:51.579514 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Pushing event updated for resources: {'Port': ['ID=dba8562d-9603-41a5-aa0b-bd67a5cd70af,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:51.639200 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Attempting to bind port dba8562d-9603-41a5-aa0b-bd67a5cd70af on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:26:51.639554 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Attempting to bind port dba8562d-9603-41a5-aa0b-bd67a5cd70af by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6aed66bb-26b4-4567-8a0b-5ee598787b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51585c3f-8046-47bf-86bf-85618324889c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:26:51.639876 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Attempting to bind port dba8562d-9603-41a5-aa0b-bd67a5cd70af on network 51585c3f-8046-47bf-86bf-85618324889c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:26:51.643943 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Port dba8562d-9603-41a5-aa0b-bd67a5cd70af on network 51585c3f-8046-47bf-86bf-85618324889c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:26:51.644259 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Attempting to bind port dba8562d-9603-41a5-aa0b-bd67a5cd70af on network 51585c3f-8046-47bf-86bf-85618324889c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:26:51.649348 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:26:51.649674 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Checking segment: {'id': '6aed66bb-26b4-4567-8a0b-5ee598787b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51585c3f-8046-47bf-86bf-85618324889c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:26:51.650044 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Bound using segment: {'id': '6aed66bb-26b4-4567-8a0b-5ee598787b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51585c3f-8046-47bf-86bf-85618324889c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:26:51.650454 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Bound port: dba8562d-9603-41a5-aa0b-bd67a5cd70af, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aed66bb-26b4-4567-8a0b-5ee598787b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51585c3f-8046-47bf-86bf-85618324889c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:26:51.650798 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:51.709026 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] For port dba8562d-9603-41a5-aa0b-bd67a5cd70af, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:26:51.712457 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] For port dba8562d-9603-41a5-aa0b-bd67a5cd70af, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dba8562d-9603-41a5-aa0b-bd67a5cd70af,segment=NetworkSegment(6aed66bb-26b4-4567-8a0b-5ee598787b48),segment_id=6aed66bb-26b4-4567-8a0b-5ee598787b48)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:26:51.716646 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:51.753368 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:51.754030 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:51.755359 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] 10.222.0.15 "PUT /v2.0/ports/dba8562d-9603-41a5-aa0b-bd67a5cd70af HTTP/1.1" status: 200 len: 1094 time: 0.5515058 Sep 07 07:26:51.755793 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8', 'tag': 'dba8562d-9603-41a5-aa0b-bd67a5cd70af'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:26:51.758024 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b898e5-febf-4bed-bf9c-364cc6d5bd47" -d '{"events": [{"name": "network-changed", "server_uuid": "4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8", "tag": "dba8562d-9603-41a5-aa0b-bd67a5cd70af"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:26:51.778256 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8565a-1f71-43a2-9bce-b727792e61c9 service neutron] Pushing event updated for resources: {'Port': ['ID=dba8562d-9603-41a5-aa0b-bd67a5cd70af,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:51.794937 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34f847b-02b8-40b6-a554-48cd2e661071 x-openstack-request-id: req-f34f847b-02b8-40b6-a554-48cd2e661071 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:26:51.795223 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8", "tag": "dba8562d-9603-41a5-aa0b-bd67a5cd70af", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:26:51.795554 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f34f847b-02b8-40b6-a554-48cd2e661071 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:26:51.795973 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8', 'tag': 'dba8562d-9603-41a5-aa0b-bd67a5cd70af', 'status': 'completed', 'code': 200} Sep 07 07:26:51.858603 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-51acfada-0546-4a8b-a011-028d3e492cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:51.860075 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-51acfada-0546-4a8b-a011-028d3e492cab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d765b8c16d1c47a49124d0219246a577&device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 1097 time: 0.0394750 Sep 07 07:26:51.904179 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-861b8408-00c3-4521-b843-1118af537c14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dba8562d-9603-41a5-aa0b-bd67a5cd70af HTTP/1.1" status: 200 len: 217 time: 0.0311544 Sep 07 07:26:51.954370 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-1af082e0-31ac-444e-ab2a-e457d16d7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:51.955799 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-1af082e0-31ac-444e-ab2a-e457d16d7a30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8d03e99-70fe-459b-a99b-2c3bfffee9bc HTTP/1.1" status: 200 len: 848 time: 0.0445201 Sep 07 07:26:51.985366 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-74895dc3-c764-4d87-a679-fa4d6c1bf48e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51585c3f-8046-47bf-86bf-85618324889c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226355 Sep 07 07:26:52.064095 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f6ecd-dd9d-4378-ac0f-e8982fdc658f req-52e51465-41b1-4caf-9aff-590cdb83c364 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:52.065465 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b62f6ecd-dd9d-4378-ac0f-e8982fdc658f req-52e51465-41b1-4caf-9aff-590cdb83c364 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 944 time: 0.0468264 Sep 07 07:26:52.073168 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-7b7e60b0-4051-4d4b-bd4a-924e87dc4c10 service neutron] 10.222.0.15 "GET /v2.0/networks/51585c3f-8046-47bf-86bf-85618324889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799568 Sep 07 07:26:52.103986 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b62f6ecd-dd9d-4378-ac0f-e8982fdc658f req-d0e8f267-3986-4627-9d00-005765d25796 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315049 Sep 07 07:26:52.164168 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3949185f-e410-4d2c-a6a5-3e55ba2ab6db req-091ac90a-ca31-4cbc-8189-ee53ddc7e99a service neutron] 10.222.0.15 "GET /v2.0/networks/51585c3f-8046-47bf-86bf-85618324889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840590 Sep 07 07:26:52.298587 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b898e5-febf-4bed-bf9c-364cc6d5bd47 req-a6bd8fad-e841-4518-8b61-deb3f17b493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:52.300026 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b2b898e5-febf-4bed-bf9c-364cc6d5bd47 req-a6bd8fad-e841-4518-8b61-deb3f17b493e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d765b8c16d1c47a49124d0219246a577&device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 1097 time: 0.0380723 Sep 07 07:26:52.390154 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b898e5-febf-4bed-bf9c-364cc6d5bd47 req-6770727d-ae15-4b17-bc41-e9f6a4a9fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:52.391518 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b2b898e5-febf-4bed-bf9c-364cc6d5bd47 req-6770727d-ae15-4b17-bc41-e9f6a4a9fa91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=51585c3f-8046-47bf-86bf-85618324889c HTTP/1.1" status: 200 len: 909 time: 0.0834026 Sep 07 07:26:52.430026 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b2b898e5-febf-4bed-bf9c-364cc6d5bd47 req-e7d91f6b-80d7-4cc3-8526-97f2fd7167ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dba8562d-9603-41a5-aa0b-bd67a5cd70af HTTP/1.1" status: 200 len: 217 time: 0.0313408 Sep 07 07:26:52.475823 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b898e5-febf-4bed-bf9c-364cc6d5bd47 req-25258a47-37ee-475d-b274-726b098719b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:52.477283 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b2b898e5-febf-4bed-bf9c-364cc6d5bd47 req-25258a47-37ee-475d-b274-726b098719b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8d03e99-70fe-459b-a99b-2c3bfffee9bc HTTP/1.1" status: 200 len: 848 time: 0.0411429 Sep 07 07:26:52.511032 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b2b898e5-febf-4bed-bf9c-364cc6d5bd47 req-79baea20-9c62-4cc0-837c-f03e402c2e42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51585c3f-8046-47bf-86bf-85618324889c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266590 Sep 07 07:26:52.596150 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b2b898e5-febf-4bed-bf9c-364cc6d5bd47 req-1cdd692d-b1b6-4816-b92e-ba88f13fd45d service neutron] 10.222.0.15 "GET /v2.0/networks/51585c3f-8046-47bf-86bf-85618324889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779395 Sep 07 07:26:52.683928 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b2b898e5-febf-4bed-bf9c-364cc6d5bd47 req-6d20c1de-b8d9-4783-8bbb-c5f68a07db0a service neutron] 10.222.0.15 "GET /v2.0/networks/51585c3f-8046-47bf-86bf-85618324889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807445 Sep 07 07:26:53.214575 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c0977-1211-43c7-8c8e-e8e617860d7e req-63bbbe3a-6819-455d-807f-66f174a51c5a tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:53.216060 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7c8c0977-1211-43c7-8c8e-e8e617860d7e req-63bbbe3a-6819-455d-807f-66f174a51c5a tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 944 time: 0.0464842 Sep 07 07:26:53.252326 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7c8c0977-1211-43c7-8c8e-e8e617860d7e req-ddb780fe-6d23-4692-9cc6-d57e9978496d tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305753 Sep 07 07:26:53.921433 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device dba8562d-9603-41a5-aa0b-bd67a5cd70af details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:26:54.012255 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port dba8562d-9603-41a5-aa0b-bd67a5cd70af, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dba8562d-9603-41a5-aa0b-bd67a5cd70af,segment=NetworkSegment(6aed66bb-26b4-4567-8a0b-5ee598787b48),segment_id=6aed66bb-26b4-4567-8a0b-5ee598787b48)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:26:54.022646 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': 'dba8562d-9603-41a5-aa0b-bd67a5cd70af', 'network_id': '51585c3f-8046-47bf-86bf-85618324889c', 'port_id': 'dba8562d-9603-41a5-aa0b-bd67a5cd70af', 'mac_address': 'fa:16:3e:a5:00:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d03e99-70fe-459b-a99b-2c3bfffee9bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:26:54.058522 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:54.070982 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba8562d-9603-41a5-aa0b-bd67a5cd70af {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:26:54.088976 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port dba8562d-9603-41a5-aa0b-bd67a5cd70af, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dba8562d-9603-41a5-aa0b-bd67a5cd70af,segment=NetworkSegment(6aed66bb-26b4-4567-8a0b-5ee598787b48),segment_id=6aed66bb-26b4-4567-8a0b-5ee598787b48)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:26:54.093819 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:54.142942 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=dba8562d-9603-41a5-aa0b-bd67a5cd70af,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:54.364860 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ec32d-069c-49b4-8e2e-232c81bc93e9 req-e1bca1db-f82d-4c7b-b7a8-2c090c421d3c tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:54.366324 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-229ec32d-069c-49b4-8e2e-232c81bc93e9 req-e1bca1db-f82d-4c7b-b7a8-2c090c421d3c tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 945 time: 0.0496688 Sep 07 07:26:54.402504 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-229ec32d-069c-49b4-8e2e-232c81bc93e9 req-370bd918-f86a-48de-a8b9-172a9d17931f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298407 Sep 07 07:26:54.469563 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['dba8562d-9603-41a5-aa0b-bd67a5cd70af'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:26:55.510537 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2851a-f707-4d41-855c-2ed1e85b39b8 req-8611f419-387e-407e-8cc1-73f4a056e9bf tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:55.511920 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-34a2851a-f707-4d41-855c-2ed1e85b39b8 req-8611f419-387e-407e-8cc1-73f4a056e9bf tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 945 time: 0.0462024 Sep 07 07:26:55.547713 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-34a2851a-f707-4d41-855c-2ed1e85b39b8 req-f2a74bd9-5061-431d-803b-766d4674cf2b tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301492 Sep 07 07:26:55.921552 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device dba8562d-9603-41a5-aa0b-bd67a5cd70af up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:26:55.971493 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port dba8562d-9603-41a5-aa0b-bd67a5cd70af completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:26:55.975193 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port dba8562d-9603-41a5-aa0b-bd67a5cd70af triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:26:55.975603 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:56.047757 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:56.069450 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba8562d-9603-41a5-aa0b-bd67a5cd70af'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:26:56.072290 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddee195-be7d-4a3f-9216-761cc1443980" -d '{"events": [{"server_uuid": "4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8", "name": "network-vif-plugged", "status": "completed", "tag": "dba8562d-9603-41a5-aa0b-bd67a5cd70af"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:26:56.084385 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port dba8562d-9603-41a5-aa0b-bd67a5cd70af, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dba8562d-9603-41a5-aa0b-bd67a5cd70af,segment=NetworkSegment(6aed66bb-26b4-4567-8a0b-5ee598787b48),segment_id=6aed66bb-26b4-4567-8a0b-5ee598787b48)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:26:56.088466 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:56.110268 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ed86be-9b4a-4354-a39b-9edf1e346e0f x-openstack-request-id: req-c2ed86be-9b4a-4354-a39b-9edf1e346e0f {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:26:56.110567 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8", "name": "network-vif-plugged", "status": "completed", "tag": "dba8562d-9603-41a5-aa0b-bd67a5cd70af", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:26:56.110818 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2ed86be-9b4a-4354-a39b-9edf1e346e0f {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:26:56.111206 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba8562d-9603-41a5-aa0b-bd67a5cd70af', 'code': 200} Sep 07 07:26:56.136446 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=dba8562d-9603-41a5-aa0b-bd67a5cd70af,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:26:56.549245 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5ffba-b67f-4665-bfc9-007443ae04d4 req-fb75a101-7163-4077-bc1f-0032dd9bf6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:56.550726 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4da5ffba-b67f-4665-bfc9-007443ae04d4 req-fb75a101-7163-4077-bc1f-0032dd9bf6de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 1099 time: 0.2904696 Sep 07 07:26:56.585596 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4da5ffba-b67f-4665-bfc9-007443ae04d4 req-ab508d15-00da-4379-a75f-73fe576f4a39 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271790 Sep 07 07:26:56.654905 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0d964-f849-4eef-8cfd-7e06153beac7 req-0542be51-d91a-41f5-8bd6-6953f37dfc73 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:56.656387 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6a0d964-f849-4eef-8cfd-7e06153beac7 req-0542be51-d91a-41f5-8bd6-6953f37dfc73 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 946 time: 0.0452507 Sep 07 07:26:56.692763 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6a0d964-f849-4eef-8cfd-7e06153beac7 req-5333d6d5-1c63-4cf9-baf0-0533d53a8746 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307066 Sep 07 07:26:57.314850 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d761517a-35f1-4a88-843b-e367ed3cd4a4 req-ea920b35-a146-4dd9-94fe-90939de4b36d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372655 Sep 07 07:26:57.414351 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761517a-35f1-4a88-843b-e367ed3cd4a4 req-d0ea44b6-4c5e-4ee1-befc-79c262e957a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:57.415813 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d761517a-35f1-4a88-843b-e367ed3cd4a4 req-d0ea44b6-4c5e-4ee1-befc-79c262e957a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 1098 time: 0.0389695 Sep 07 07:26:57.515325 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761517a-35f1-4a88-843b-e367ed3cd4a4 req-19dcf10c-03e2-4a25-b8b1-37e2af1ae82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:57.516658 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d761517a-35f1-4a88-843b-e367ed3cd4a4 req-19dcf10c-03e2-4a25-b8b1-37e2af1ae82e service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 913 time: 0.0821569 Sep 07 07:26:57.582399 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2903a2c6-92a7-4405-80d5-5450ca225b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:26:57.585581 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d761517a-35f1-4a88-843b-e367ed3cd4a4 req-100c588d-7de4-42bc-a288-b8ecad19fd02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=725e6c0f-9226-4cf0-869f-feda2f360f85 HTTP/1.1" status: 200 len: 1001 time: 0.0590627 Sep 07 07:26:57.635929 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761517a-35f1-4a88-843b-e367ed3cd4a4 req-8fe50a22-f069-454d-a031-b23fd6822ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:57.637359 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d761517a-35f1-4a88-843b-e367ed3cd4a4 req-8fe50a22-f069-454d-a031-b23fd6822ffb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8de05a33-42eb-473a-a3bb-1976470f413a HTTP/1.1" status: 200 len: 851 time: 0.0420296 Sep 07 07:26:57.681995 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761517a-35f1-4a88-843b-e367ed3cd4a4 req-e37a6375-737d-4eca-bf33-73d14599b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:57.683470 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d761517a-35f1-4a88-843b-e367ed3cd4a4 req-e37a6375-737d-4eca-bf33-73d14599b2ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374632 Sep 07 07:26:57.775775 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d761517a-35f1-4a88-843b-e367ed3cd4a4 req-c286336c-d561-431a-8b6a-6cbdb6804637 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840116 Sep 07 07:26:57.804564 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b963ef6-5395-440c-8877-6dd6ceedd9d6 req-7e889d29-5a37-46cd-bbf0-78d3604b7fb8 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:57.806016 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2b963ef6-5395-440c-8877-6dd6ceedd9d6 req-7e889d29-5a37-46cd-bbf0-78d3604b7fb8 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 946 time: 0.0476315 Sep 07 07:26:57.845796 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2b963ef6-5395-440c-8877-6dd6ceedd9d6 req-2fb55924-2aa1-4f12-a533-07e384efa51b tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339515 Sep 07 07:26:57.916213 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d761517a-35f1-4a88-843b-e367ed3cd4a4 req-c7cff9c3-fd8b-455e-b120-3cf247f34870 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843325 Sep 07 07:26:58.955735 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0316f0f-374f-432c-b8af-d86901783a46 req-c93f5e18-a526-42b0-96dd-bb915b5a8253 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:58.957156 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c0316f0f-374f-432c-b8af-d86901783a46 req-c93f5e18-a526-42b0-96dd-bb915b5a8253 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 946 time: 0.0465264 Sep 07 07:26:58.996932 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c0316f0f-374f-432c-b8af-d86901783a46 req-ef484a4f-74f8-470e-8fd7-fb74234e5ba2 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339994 Sep 07 07:26:59.731429 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1976df-e7fe-43d9-ae66-e746ab1725fc req-42c541ae-c823-4bbc-a524-a67ecb77dfa3 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:26:59.732808 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ac1976df-e7fe-43d9-ae66-e746ab1725fc req-42c541ae-c823-4bbc-a524-a67ecb77dfa3 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 946 time: 0.0478785 Sep 07 07:26:59.768895 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ac1976df-e7fe-43d9-ae66-e746ab1725fc req-d19b37fd-b9ac-4671-a2a5-250fb4e76d75 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303347 Sep 07 07:27:00.228539 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:00.279318 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b3493579-a26d-4f7f-a426-a164ad3e81fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:00.880000 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9829b-0f88-4717-abc6-21bb614afcc1 req-606e0135-80e0-438c-9770-142685b625cf tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:00.881348 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6dd9829b-0f88-4717-abc6-21bb614afcc1 req-606e0135-80e0-438c-9770-142685b625cf tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 946 time: 0.0467780 Sep 07 07:27:00.918600 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6dd9829b-0f88-4717-abc6-21bb614afcc1 req-6adeb44b-3cf2-40c3-9364-693456bb405f tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308189 Sep 07 07:27:01.156197 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:01.449118 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72361d49-a50b-4a7d-b9a5-6c20b04ff01d req-405f85ea-d2aa-484c-82ca-9650c6684248 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:01.450441 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-72361d49-a50b-4a7d-b9a5-6c20b04ff01d req-405f85ea-d2aa-484c-82ca-9650c6684248 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.15 "GET /v2.0/ports?device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 946 time: 0.0463030 Sep 07 07:27:01.537897 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-72361d49-a50b-4a7d-b9a5-6c20b04ff01d req-34a09a91-b78c-45c4-acf1-9ab5ba0a8491 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Deleting port dba8562d-9603-41a5-aa0b-bd67a5cd70af {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:27:01.538238 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-72361d49-a50b-4a7d-b9a5-6c20b04ff01d req-34a09a91-b78c-45c4-acf1-9ab5ba0a8491 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:01.622519 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-72361d49-a50b-4a7d-b9a5-6c20b04ff01d req-34a09a91-b78c-45c4-acf1-9ab5ba0a8491 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] For port dba8562d-9603-41a5-aa0b-bd67a5cd70af, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dba8562d-9603-41a5-aa0b-bd67a5cd70af,segment=NetworkSegment(6aed66bb-26b4-4567-8a0b-5ee598787b48),segment_id=6aed66bb-26b4-4567-8a0b-5ee598787b48)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:27:01.622887 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-72361d49-a50b-4a7d-b9a5-6c20b04ff01d req-34a09a91-b78c-45c4-acf1-9ab5ba0a8491 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:01.634754 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-72361d49-a50b-4a7d-b9a5-6c20b04ff01d req-34a09a91-b78c-45c4-acf1-9ab5ba0a8491 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Calling delete_port for dba8562d-9603-41a5-aa0b-bd67a5cd70af owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:27:01.757631 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-72361d49-a50b-4a7d-b9a5-6c20b04ff01d req-34a09a91-b78c-45c4-acf1-9ab5ba0a8491 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:01.790545 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a09a91-b78c-45c4-acf1-9ab5ba0a8491 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Pushing event deleted for resources: {'Port': ['ID=dba8562d-9603-41a5-aa0b-bd67a5cd70af,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:01.792779 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['dba8562d-9603-41a5-aa0b-bd67a5cd70af'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:27:01.831216 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-72361d49-a50b-4a7d-b9a5-6c20b04ff01d req-34a09a91-b78c-45c4-acf1-9ab5ba0a8491 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] No DVR routers for this DVR port dba8562d-9603-41a5-aa0b-bd67a5cd70af on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:27:01.833568 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-72361d49-a50b-4a7d-b9a5-6c20b04ff01d req-34a09a91-b78c-45c4-acf1-9ab5ba0a8491 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:01.835551 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-72361d49-a50b-4a7d-b9a5-6c20b04ff01d req-34a09a91-b78c-45c4-acf1-9ab5ba0a8491 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.15 "DELETE /v2.0/ports/dba8562d-9603-41a5-aa0b-bd67a5cd70af HTTP/1.1" status: 204 len: 173 time: 0.3786688 Sep 07 07:27:01.835990 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8', 'name': 'network-vif-deleted', 'tag': 'dba8562d-9603-41a5-aa0b-bd67a5cd70af'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:27:01.838762 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93b5004-11d4-40ee-a55c-085827f9f275" -d '{"events": [{"server_uuid": "4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8", "name": "network-vif-deleted", "tag": "dba8562d-9603-41a5-aa0b-bd67a5cd70af"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:27:01.872757 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e480fd31-9389-4c40-9165-745f8a3c2a56 x-openstack-request-id: req-e480fd31-9389-4c40-9165-745f8a3c2a56 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:27:01.873049 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8", "name": "network-vif-deleted", "tag": "dba8562d-9603-41a5-aa0b-bd67a5cd70af", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:27:01.873377 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e480fd31-9389-4c40-9165-745f8a3c2a56 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:27:01.873773 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8', 'name': 'network-vif-deleted', 'tag': 'dba8562d-9603-41a5-aa0b-bd67a5cd70af', 'status': 'completed', 'code': 200} Sep 07 07:27:02.022086 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-83704f57-01df-4277-bc69-128c6d62253f req-d0063a4c-6bcd-48c4-9797-c4db747cba26 tempest-VolumesActionsTest-2140532542 tempest-VolumesActionsTest-2140532542-project] 10.222.0.30 "GET /v2.0/ports?device_id=4305b119-0ae7-43c3-b13e-3fe9fe2a8ed8 HTTP/1.1" status: 200 len: 210 time: 0.0272334 Sep 07 07:27:03.344575 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:07.468023 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device dba8562d-9603-41a5-aa0b-bd67a5cd70af no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:27:07.489063 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: dba8562d-9603-41a5-aa0b-bd67a5cd70af {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:27:07.489342 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device dba8562d-9603-41a5-aa0b-bd67a5cd70af not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:27:09.874863 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:27:12.468447 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdc03f-e488-448e-a0b0-8dae42ad27c4 req-6f18b1a0-95e2-4aca-be87-5215310c86ca tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:12.470631 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c8fdc03f-e488-448e-a0b0-8dae42ad27c4 req-6f18b1a0-95e2-4aca-be87-5215310c86ca tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0528545 Sep 07 07:27:12.525732 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c8fdc03f-e488-448e-a0b0-8dae42ad27c4 req-a286c078-78ca-45a1-959f-b0a62a0be61f tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480928 Sep 07 07:27:13.662079 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cbc29-3848-4436-ac30-1b364af3efbc req-4f1c9869-b4ee-45e0-83cb-c1adc33b1b9c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:13.665653 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f42cbc29-3848-4436-ac30-1b364af3efbc req-4f1c9869-b4ee-45e0-83cb-c1adc33b1b9c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0650103 Sep 07 07:27:13.708418 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f42cbc29-3848-4436-ac30-1b364af3efbc req-9f1dbb55-82c3-441e-970e-c91391ef1dea tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360632 Sep 07 07:27:14.607284 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8393fb-e93e-4e50-89c4-958983523c37 req-2aaf35ab-2039-4619-b6af-aac0771b9b6b tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:14.608899 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3e8393fb-e93e-4e50-89c4-958983523c37 req-2aaf35ab-2039-4619-b6af-aac0771b9b6b tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.15 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0654302 Sep 07 07:27:14.734014 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-3e8393fb-e93e-4e50-89c4-958983523c37 req-02045fe1-3748-499d-88af-e30ca71dd221 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Deleting port 725e6c0f-9226-4cf0-869f-feda2f360f85 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:27:14.736239 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3e8393fb-e93e-4e50-89c4-958983523c37 req-02045fe1-3748-499d-88af-e30ca71dd221 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:14.868794 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf7329-43ec-4cfb-a977-cc4c4f53d9cd req-7e051919-77b8-4cba-841d-4ed58747c911 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:14.870522 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-feaf7329-43ec-4cfb-a977-cc4c4f53d9cd req-7e051919-77b8-4cba-841d-4ed58747c911 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 945 time: 0.0722661 Sep 07 07:27:14.884619 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-3e8393fb-e93e-4e50-89c4-958983523c37 req-02045fe1-3748-499d-88af-e30ca71dd221 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] For port 725e6c0f-9226-4cf0-869f-feda2f360f85, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=725e6c0f-9226-4cf0-869f-feda2f360f85,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:27:14.884984 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3e8393fb-e93e-4e50-89c4-958983523c37 req-02045fe1-3748-499d-88af-e30ca71dd221 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:14.951256 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-feaf7329-43ec-4cfb-a977-cc4c4f53d9cd req-909262b3-a9d9-4be1-9561-97f4b7c003f5 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745337 Sep 07 07:27:15.121880 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3e8393fb-e93e-4e50-89c4-958983523c37 req-02045fe1-3748-499d-88af-e30ca71dd221 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:15.122504 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3e8393fb-e93e-4e50-89c4-958983523c37 req-02045fe1-3748-499d-88af-e30ca71dd221 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579857'] for floatingip, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:15.122999 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.l3_db [req-3e8393fb-e93e-4e50-89c4-958983523c37 req-02045fe1-3748-499d-88af-e30ca71dd221 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Floating IP f4f470b0-c3dd-445d-93b9-6e2496c2353c disassociated. External IP: 172.27.2.236, port: 725e6c0f-9226-4cf0-869f-feda2f360f85. Sep 07 07:27:15.123644 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-3e8393fb-e93e-4e50-89c4-958983523c37 req-02045fe1-3748-499d-88af-e30ca71dd221 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Calling delete_port for 725e6c0f-9226-4cf0-869f-feda2f360f85 owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:27:15.272778 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3e8393fb-e93e-4e50-89c4-958983523c37 req-02045fe1-3748-499d-88af-e30ca71dd221 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:15.303611 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02045fe1-3748-499d-88af-e30ca71dd221 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event deleted for resources: {'Port': ['ID=725e6c0f-9226-4cf0-869f-feda2f360f85,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:15.416402 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e8393fb-e93e-4e50-89c4-958983523c37 req-02045fe1-3748-499d-88af-e30ca71dd221 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Router cdba4961-bdf2-459d-bb24-4ba073644f2d has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:27:15.546025 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e8393fb-e93e-4e50-89c4-958983523c37 req-02045fe1-3748-499d-88af-e30ca71dd221 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:27:15.564541 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f082523-84ec-47dd-957a-314b989f6931 None None] Sync routers for ids ['cdba4961-bdf2-459d-bb24-4ba073644f2d'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:27:15.581963 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f082523-84ec-47dd-957a-314b989f6931 None None] Routers {'cdba4961-bdf2-459d-bb24-4ba073644f2d'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:27:15.582945 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-6f082523-84ec-47dd-957a-314b989f6931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:27:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['cdba4961-bdf2-459d-bb24-4ba073644f2d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:27:15.589265 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8393fb-e93e-4e50-89c4-958983523c37 req-02045fe1-3748-499d-88af-e30ca71dd221 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] No DVR routers for this DVR port 725e6c0f-9226-4cf0-869f-feda2f360f85 on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:27:15.591840 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-3e8393fb-e93e-4e50-89c4-958983523c37 req-02045fe1-3748-499d-88af-e30ca71dd221 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:15.593928 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3e8393fb-e93e-4e50-89c4-958983523c37 req-02045fe1-3748-499d-88af-e30ca71dd221 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.15 "DELETE /v2.0/ports/725e6c0f-9226-4cf0-869f-feda2f360f85 HTTP/1.1" status: 204 len: 173 time: 0.9784591 Sep 07 07:27:15.594372 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a98dee-612e-4f4b-beba-4d05d652bcec', 'name': 'network-vif-deleted', 'tag': '725e6c0f-9226-4cf0-869f-feda2f360f85'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:27:15.596652 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabbd875-b830-4d49-bfd2-98b9d87361e7" -d '{"events": [{"server_uuid": "82a98dee-612e-4f4b-beba-4d05d652bcec", "name": "network-vif-deleted", "tag": "725e6c0f-9226-4cf0-869f-feda2f360f85"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:27:15.644140 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eb6b67-53a1-468b-9c59-cffe850ae26a x-openstack-request-id: req-18eb6b67-53a1-468b-9c59-cffe850ae26a {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:27:15.645258 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a98dee-612e-4f4b-beba-4d05d652bcec", "name": "network-vif-deleted", "tag": "725e6c0f-9226-4cf0-869f-feda2f360f85", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:27:15.645909 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18eb6b67-53a1-468b-9c59-cffe850ae26a {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:27:15.646740 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a98dee-612e-4f4b-beba-4d05d652bcec', 'name': 'network-vif-deleted', 'tag': '725e6c0f-9226-4cf0-869f-feda2f360f85', 'status': 'completed', 'code': 200} Sep 07 07:27:15.912788 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-6f082523-84ec-47dd-957a-314b989f6931 None None] Set router cdba4961-bdf2-459d-bb24-4ba073644f2d gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:27:16.113887 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7999778e-7da8-44ab-8360-23ad71b3fb7e req-2f173a48-27c3-47b5-ad23-ad31af6f9de9 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a98dee-612e-4f4b-beba-4d05d652bcec HTTP/1.1" status: 200 len: 210 time: 0.0347855 Sep 07 07:27:16.174520 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-6f082523-84ec-47dd-957a-314b989f6931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:27:16.205840 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f082523-84ec-47dd-957a-314b989f6931 None None] Checking router: cdba4961-bdf2-459d-bb24-4ba073644f2d for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:27:16.215015 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f082523-84ec-47dd-957a-314b989f6931 None None] Routers {'cdba4961-bdf2-459d-bb24-4ba073644f2d'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:27:16.215673 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-6f082523-84ec-47dd-957a-314b989f6931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:27:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['cdba4961-bdf2-459d-bb24-4ba073644f2d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:27:16.338372 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-6f082523-84ec-47dd-957a-314b989f6931 None None] Set router cdba4961-bdf2-459d-bb24-4ba073644f2d gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:27:16.595916 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-6f082523-84ec-47dd-957a-314b989f6931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:27:16.623570 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f082523-84ec-47dd-957a-314b989f6931 None None] The sync data for ids ['cdba4961-bdf2-459d-bb24-4ba073644f2d'] in dv-cinder-804735-9-iscsi is: [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:27:16.872966 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050fc842-0dbc-40d7-aa77-4743c9ea8d87 None None] New status for floating IP f4f470b0-c3dd-445d-93b9-6e2496c2353c: DOWN {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 07:27:17.405141 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-e113912f-3d26-41f9-85a2-fb5264939ae5 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586309485&fields=id&tenant_id=7b6ee0e37e064331a5c47b5758d37f5a HTTP/1.1" status: 200 len: 267 time: 0.0339994 Sep 07 07:27:17.530569 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-81a32c1d-a9cc-41c6-9de2-91c80ac2eaaf tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:17.532340 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-81a32c1d-a9cc-41c6-9de2-91c80ac2eaaf tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 812 time: 0.1194201 Sep 07 07:27:17.548599 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-d08dc962-f510-4fec-9d40-46e6bcfe3e3e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/quotas/7b6ee0e37e064331a5c47b5758d37f5a HTTP/1.1" status: 200 len: 375 time: 0.0103939 Sep 07 07:27:17.607876 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-78492bc2-674b-480f-8fe0-06eeb909b407 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528116 Sep 07 07:27:17.690484 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-92e7bde0-324d-4d9f-bfad-da5f7d93cc07 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 07:27:17.691836 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-92e7bde0-324d-4d9f-bfad-da5f7d93cc07 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0721471 Sep 07 07:27:17.811015 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-bd231c56-5d78-41ce-ba97-c116e3aea3e9 service neutron] 10.222.0.30 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113977 Sep 07 07:27:17.916044 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-faa3ddf0-fad2-4e96-99fa-598dbff2748c service neutron] 10.222.0.30 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979810 Sep 07 07:27:18.094571 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 725e6c0f-9226-4cf0-869f-feda2f360f85 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:27:18.132412 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: 725e6c0f-9226-4cf0-869f-feda2f360f85 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:27:18.133938 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 725e6c0f-9226-4cf0-869f-feda2f360f85 not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:27:18.263027 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c159d5b3-37ce-49c0-932b-118a908d92e0 req-947ae721-e950-4b19-833f-8e662cd990cd tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 210 time: 0.0311062 Sep 07 07:27:19.382888 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-aadf999a-e80d-4766-ac5b-10170b47cfc9 req-3537e253-ec55-46d9-97fc-b3fc654bdb5b tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 210 time: 0.0414276 Sep 07 07:27:19.491240 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-459e2ffc-3971-4311-8570-5ca363304d0d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:19.493798 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-459e2ffc-3971-4311-8570-5ca363304d0d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.15 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 812 time: 0.1409824 Sep 07 07:27:19.544843 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-6d1ec201-f888-4a5c-8a81-9ce465d8d40c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b6ee0e37e064331a5c47b5758d37f5a HTTP/1.1" status: 200 len: 380 time: 0.0366044 Sep 07 07:27:19.569585 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Request body: {'port': {'device_id': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'admin_state_up': True, 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'security_groups': ['df236302-89e0-4591-bc57-1950cc8b6bca']}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:27:19.710172 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Made reservation on behalf of 7b6ee0e37e064331a5c47b5758d37f5a for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:27:19.714304 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:19.842968 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Allocated IP 172.20.0.13 (8e6ed71c-cec5-40c8-81bc-c0c50766c09f/8de05a33-42eb-473a-a3bb-1976470f413a/4aeaede9-a854-4073-a0a7-cb1afc704273) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:27:19.990600 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:20.004201 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Transition to ACTIVE for port object 4aeaede9-a854-4073-a0a7-cb1afc704273 will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:27:20.037296 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:20.080413 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:27:20.083561 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:27:20.090128 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:27:20.123229 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event updated for resources: {'Port': ['ID=4aeaede9-a854-4073-a0a7-cb1afc704273,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:20.145104 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:20.145473 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:20.146333 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:20.147342 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:20.147342 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:20.147565 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:20.147717 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:20.148375 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:20.148514 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:20.149150 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:20.149150 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:20.149434 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:20.188233 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:20.188564 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:20.206948 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-fa081930-e74f-429c-98a8-bacd15b959d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6428394 Sep 07 07:27:20.232840 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Request body: {'port': {'device_id': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:27:20.308910 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:20.522825 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a55ed0b0-aa87-47c9-a0e7-c89a5bfee900 None None] Provisioning for port 4aeaede9-a854-4073-a0a7-cb1afc704273 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:27:20.530843 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a55ed0b0-aa87-47c9-a0e7-c89a5bfee900 None None] Provisioning complete for port 4aeaede9-a854-4073-a0a7-cb1afc704273 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:27:20.531772 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a55ed0b0-aa87-47c9-a0e7-c89a5bfee900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:20.569399 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfeebe4-1a7d-42d0-8564-4047e0f4a1ae req-3cd39793-fa5b-48b3-b091-562529ebfa27 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:20.572240 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cdfeebe4-1a7d-42d0-8564-4047e0f4a1ae req-3cd39793-fa5b-48b3-b091-562529ebfa27 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 932 time: 0.0898337 Sep 07 07:27:20.596180 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a55ed0b0-aa87-47c9-a0e7-c89a5bfee900 None None] Port 4aeaede9-a854-4073-a0a7-cb1afc704273 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:27:20.632353 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cdfeebe4-1a7d-42d0-8564-4047e0f4a1ae req-27f7cd81-da39-4f08-93c0-56d59d9af374 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496690 Sep 07 07:27:20.665087 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aeaede9-a854-4073-a0a7-cb1afc704273 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:27:20.673009 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:20.685829 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Transition to ACTIVE for port object 4aeaede9-a854-4073-a0a7-cb1afc704273 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:27:20.690966 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:20.752226 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Pushing event updated for resources: {'Port': ['ID=4aeaede9-a854-4073-a0a7-cb1afc704273,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:20.832114 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Attempting to bind port 4aeaede9-a854-4073-a0a7-cb1afc704273 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:27:20.832434 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Attempting to bind port 4aeaede9-a854-4073-a0a7-cb1afc704273 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:27:20.832793 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Attempting to bind port 4aeaede9-a854-4073-a0a7-cb1afc704273 on network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:27:20.838379 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Port 4aeaede9-a854-4073-a0a7-cb1afc704273 on network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:27:20.838706 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Attempting to bind port 4aeaede9-a854-4073-a0a7-cb1afc704273 on network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:27:20.845308 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:27:20.845617 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Checking segment: {'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:27:20.846035 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Bound using segment: {'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:27:20.846516 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Bound port: 4aeaede9-a854-4073-a0a7-cb1afc704273, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:27:20.846908 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:20.948768 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] For port 4aeaede9-a854-4073-a0a7-cb1afc704273, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:27:20.953140 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] For port 4aeaede9-a854-4073-a0a7-cb1afc704273, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=4aeaede9-a854-4073-a0a7-cb1afc704273,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:27:20.958527 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:21.030569 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:21.031142 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:21.032706 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] 10.222.0.15 "PUT /v2.0/ports/4aeaede9-a854-4073-a0a7-cb1afc704273 HTTP/1.1" status: 200 len: 1094 time: 0.8081152 Sep 07 07:27:21.033101 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'tag': '4aeaede9-a854-4073-a0a7-cb1afc704273'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:27:21.035350 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747d2914-90c5-4657-827f-129e81519473" -d '{"events": [{"name": "network-changed", "server_uuid": "0c484cc9-020a-4fcd-b9df-0ae5848d74a5", "tag": "4aeaede9-a854-4073-a0a7-cb1afc704273"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:27:21.084829 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784fe5b-de0a-4b94-bbd4-2f7d494fca83 service neutron] Pushing event updated for resources: {'Port': ['ID=4aeaede9-a854-4073-a0a7-cb1afc704273,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:21.107509 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b05a64c-760e-426d-8d02-813a3c0917a8 x-openstack-request-id: req-3b05a64c-760e-426d-8d02-813a3c0917a8 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:27:21.108562 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c484cc9-020a-4fcd-b9df-0ae5848d74a5", "tag": "4aeaede9-a854-4073-a0a7-cb1afc704273", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:27:21.109449 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b05a64c-760e-426d-8d02-813a3c0917a8 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:27:21.110767 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'tag': '4aeaede9-a854-4073-a0a7-cb1afc704273', 'status': 'completed', 'code': 200} Sep 07 07:27:21.178950 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-a6fb4d4d-2e75-4142-83a9-98bec4149bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:21.181357 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-a6fb4d4d-2e75-4142-83a9-98bec4149bdb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 1097 time: 0.0535173 Sep 07 07:27:21.234931 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-cb585e20-b1db-46b2-baea-778bf999155d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4aeaede9-a854-4073-a0a7-cb1afc704273 HTTP/1.1" status: 200 len: 217 time: 0.0372424 Sep 07 07:27:21.294622 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-cb5e3929-23c5-4587-8a1e-044f81572fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:21.296060 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-cb5e3929-23c5-4587-8a1e-044f81572fe4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8de05a33-42eb-473a-a3bb-1976470f413a HTTP/1.1" status: 200 len: 851 time: 0.0542567 Sep 07 07:27:21.324305 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:21.345028 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-43cac014-0845-498c-9b70-654fe1a07446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:21.346606 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-43cac014-0845-498c-9b70-654fe1a07446 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430598 Sep 07 07:27:21.449257 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-7c2179ab-223d-4c87-85e8-dc5ebea97d77 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944347 Sep 07 07:27:21.546168 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b6db7f56-8914-434f-8a90-ee06e93ff629 req-4bddb5c2-176f-477a-8157-a67df1ef5260 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894954 Sep 07 07:27:21.723707 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d2914-90c5-4657-827f-129e81519473 req-e915827e-1243-48fc-b402-b4cd2264d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:21.725299 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-747d2914-90c5-4657-827f-129e81519473 req-e915827e-1243-48fc-b402-b4cd2264d128 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 1097 time: 0.0494711 Sep 07 07:27:21.741518 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286de63-d169-415a-a3e4-4df8b19a3212 req-22f0cbb3-df83-45fb-b8fa-120891ae0ea0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:21.749171 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3286de63-d169-415a-a3e4-4df8b19a3212 req-22f0cbb3-df83-45fb-b8fa-120891ae0ea0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 944 time: 0.0559711 Sep 07 07:27:21.790835 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3286de63-d169-415a-a3e4-4df8b19a3212 req-5d246256-84a0-4d6f-89b5-445c5dd14155 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384841 Sep 07 07:27:21.859033 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d2914-90c5-4657-827f-129e81519473 req-67abb397-a436-4338-a9d5-01c961ec7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:21.863010 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-747d2914-90c5-4657-827f-129e81519473 req-67abb397-a436-4338-a9d5-01c961ec7262 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 913 time: 0.1287336 Sep 07 07:27:21.910635 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-747d2914-90c5-4657-827f-129e81519473 req-d5d60aa5-62f9-46df-9cda-002daed9880d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4aeaede9-a854-4073-a0a7-cb1afc704273 HTTP/1.1" status: 200 len: 217 time: 0.0401587 Sep 07 07:27:21.964981 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d2914-90c5-4657-827f-129e81519473 req-017fc570-fa62-46ab-a91d-d97e2b8ba576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:21.966623 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-747d2914-90c5-4657-827f-129e81519473 req-017fc570-fa62-46ab-a91d-d97e2b8ba576 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8de05a33-42eb-473a-a3bb-1976470f413a HTTP/1.1" status: 200 len: 851 time: 0.0493600 Sep 07 07:27:22.014865 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d2914-90c5-4657-827f-129e81519473 req-6714b5e9-7a4c-466c-8b38-cb641f1bed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:22.016544 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-747d2914-90c5-4657-827f-129e81519473 req-6714b5e9-7a4c-466c-8b38-cb641f1bed80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424693 Sep 07 07:27:22.135599 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-747d2914-90c5-4657-827f-129e81519473 req-5c657e21-b3b5-4562-b947-9dad406167a6 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098809 Sep 07 07:27:22.248433 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-747d2914-90c5-4657-827f-129e81519473 req-f31339c0-b0a2-4064-9bf3-dd63da05eed3 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045496 Sep 07 07:27:22.921050 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6edebe-4b90-49ac-85bc-c57c88944cc3 req-b3aa401b-0eb0-4091-9ff2-c6ccd3e2bd5c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:22.922668 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ae6edebe-4b90-49ac-85bc-c57c88944cc3 req-b3aa401b-0eb0-4091-9ff2-c6ccd3e2bd5c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 944 time: 0.0498953 Sep 07 07:27:22.961930 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ae6edebe-4b90-49ac-85bc-c57c88944cc3 req-c651a967-b6ef-4bf3-9519-2542d0e37f4e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334196 Sep 07 07:27:24.076328 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a226d5a-1124-4301-9d3f-a1665ebdda76 req-77858abc-13cb-405d-be8e-0facda3ba00f tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:24.077817 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2a226d5a-1124-4301-9d3f-a1665ebdda76 req-77858abc-13cb-405d-be8e-0facda3ba00f tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 944 time: 0.0507114 Sep 07 07:27:24.115404 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2a226d5a-1124-4301-9d3f-a1665ebdda76 req-b026ee4b-4ebf-4761-8e33-8afe0a0392ce tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316329 Sep 07 07:27:25.226605 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a05538-d8f3-4b08-aff8-d2652d2c9c6b req-3f0fc814-2c91-464b-8236-cd5f190f5b87 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:25.228121 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e6a05538-d8f3-4b08-aff8-d2652d2c9c6b req-3f0fc814-2c91-464b-8236-cd5f190f5b87 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 944 time: 0.0477707 Sep 07 07:27:25.268178 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e6a05538-d8f3-4b08-aff8-d2652d2c9c6b req-babc4088-1bea-4000-8f44-70d2d13fb2ce tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341768 Sep 07 07:27:25.814532 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 33366) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:27:25.861686 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43ac165-81ba-432f-b42a-de7456477100 admin admin] Deleting subnet c8d03e99-70fe-459b-a99b-2c3bfffee9bc {{(pid=94029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 07:27:25.864616 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b43ac165-81ba-432f-b42a-de7456477100 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:25.897318 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b43ac165-81ba-432f-b42a-de7456477100 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5732538'] for subnet, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:25.934092 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b43ac165-81ba-432f-b42a-de7456477100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1858048'] for subnet, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:25.983638 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b43ac165-81ba-432f-b42a-de7456477100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1858059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5732577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5791269'] for subnet, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:26.013151 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ac165-81ba-432f-b42a-de7456477100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8d03e99-70fe-459b-a99b-2c3bfffee9bc,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:26.015105 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b43ac165-81ba-432f-b42a-de7456477100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:26.016962 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b43ac165-81ba-432f-b42a-de7456477100 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c8d03e99-70fe-459b-a99b-2c3bfffee9bc HTTP/1.1" status: 204 len: 168 time: 0.2014201 Sep 07 07:27:26.019487 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 33368) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:27:26.083831 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4da2ef89-4c78-4cf5-b080-ec14f8e65f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744665'] for network, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:26.162310 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4da2ef89-4c78-4cf5-b080-ec14f8e65f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1854623', 'neutron.services.segments.db._delete_segments_for_network-8728184039280'] for network, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:26.182532 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-4da2ef89-4c78-4cf5-b080-ec14f8e65f89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51585c3f-8046-47bf-86bf-85618324889c']}} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:27:26.191335 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-4da2ef89-4c78-4cf5-b080-ec14f8e65f89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aed66bb-26b4-4567-8a0b-5ee598787b48') {'for_net_delete': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:27:26.191636 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-4da2ef89-4c78-4cf5-b080-ec14f8e65f89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aed66bb-26b4-4567-8a0b-5ee598787b48') {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:27:26.200503 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4da2ef89-4c78-4cf5-b080-ec14f8e65f89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728184039033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5732513'] for segment, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:26.213556 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4da2ef89-4c78-4cf5-b080-ec14f8e65f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:26.219166 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da2ef89-4c78-4cf5-b080-ec14f8e65f89 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 07:27:26.219580 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4da2ef89-4c78-4cf5-b080-ec14f8e65f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732491'] for segment, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: Traceback (most recent call last): Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: timer() Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: cb(*args, **kw) Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: return func(*args, **kwargs) Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: self._notify() Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: self.callback(batched_events) Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: event.method(event) Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: return f(self, *a, **k) Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: return self._get(url).json() Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: return self.request(url, 'GET', **kwargs) Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 07:27:26.221178 dv-cinder-804735-9-iscsi neutron-server[94029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 07:27:26.271813 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4da2ef89-4c78-4cf5-b080-ec14f8e65f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1854598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579843'] for network, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:26.277593 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4da2ef89-4c78-4cf5-b080-ec14f8e65f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:26.279481 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-4da2ef89-4c78-4cf5-b080-ec14f8e65f89 admin admin] 10.222.0.30 "DELETE /v2.0/networks/51585c3f-8046-47bf-86bf-85618324889c HTTP/1.1" status: 204 len: 168 time: 0.2590663 Sep 07 07:27:26.290577 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2ef89-4c78-4cf5-b080-ec14f8e65f89 admin admin] Pushing event deleted for resources: {'Network': ['ID=51585c3f-8046-47bf-86bf-85618324889c,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:26.382497 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28e30a-fd39-45af-a14a-850e630ec14c req-a16d1eaf-4f1d-4696-8912-25f3c893e4d9 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:26.384078 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba28e30a-fd39-45af-a14a-850e630ec14c req-a16d1eaf-4f1d-4696-8912-25f3c893e4d9 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 944 time: 0.0504797 Sep 07 07:27:26.389018 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 33374) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:27:26.425573 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba28e30a-fd39-45af-a14a-850e630ec14c req-121f93ff-d46c-46c1-8e31-04977f982fdf tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333211 Sep 07 07:27:26.435455 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-6f6c9eb1-ca60-493e-b5b3-8c2c2dee79af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d765b8c16d1c47a49124d0219246a577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431137 Sep 07 07:27:26.435705 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 33376) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:27:26.483772 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9c96009b-d4cf-4509-b877-1ae34b041b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:26.504083 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9c96009b-d4cf-4509-b877-1ae34b041b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:26.550732 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9c96009b-d4cf-4509-b877-1ae34b041b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:26.553335 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9c96009b-d4cf-4509-b877-1ae34b041b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:26.554525 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-9c96009b-d4cf-4509-b877-1ae34b041b67 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470 HTTP/1.1" status: 204 len: 168 time: 0.1179264 Sep 07 07:27:26.562507 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96009b-d4cf-4509-b877-1ae34b041b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf6fa2d-0bc4-45f9-abdc-2c3703a8a470,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:27.558384 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7b26b-65d1-49cb-bb8c-18b89fd3205f req-eeebbf67-6a78-4d12-823c-39a63a00182d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:27.559933 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-caa7b26b-65d1-49cb-bb8c-18b89fd3205f req-eeebbf67-6a78-4d12-823c-39a63a00182d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 944 time: 0.0491636 Sep 07 07:27:27.587595 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6ee9d092-e825-46c2-a44a-cd4db2705e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:27.600490 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-caa7b26b-65d1-49cb-bb8c-18b89fd3205f req-db704c28-cced-4c6a-ab6e-0dd10b3d8c1d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346243 Sep 07 07:27:27.619842 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 33408) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:27:27.720122 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9871cab8-7550-48a7-916d-aca048700c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:27.811276 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9871cab8-7550-48a7-916d-aca048700c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:27.815007 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9871cab8-7550-48a7-916d-aca048700c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:27.851792 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-9871cab8-7550-48a7-916d-aca048700c8f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de6d8510c4744732bb1b3a7b32452f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309282 Sep 07 07:27:27.853675 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871cab8-7550-48a7-916d-aca048700c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983bf161-607b-4718-a394-d5d2ae1704b6,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:27.854512 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 33412) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:27:27.903208 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6c6cceaf-eb26-4a2d-b8d8-8ca38e08632f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:27.923528 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6c6cceaf-eb26-4a2d-b8d8-8ca38e08632f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:27.968432 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6c6cceaf-eb26-4a2d-b8d8-8ca38e08632f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:27.971021 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6c6cceaf-eb26-4a2d-b8d8-8ca38e08632f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:27.972197 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6c6cceaf-eb26-4a2d-b8d8-8ca38e08632f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/983bf161-607b-4718-a394-d5d2ae1704b6 HTTP/1.1" status: 204 len: 168 time: 0.1166902 Sep 07 07:27:27.980384 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cceaf-eb26-4a2d-b8d8-8ca38e08632f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983bf161-607b-4718-a394-d5d2ae1704b6,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:27.987859 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cceaf-eb26-4a2d-b8d8-8ca38e08632f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:27.988213 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cceaf-eb26-4a2d-b8d8-8ca38e08632f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:27.988563 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cceaf-eb26-4a2d-b8d8-8ca38e08632f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:27.988906 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cceaf-eb26-4a2d-b8d8-8ca38e08632f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:27.989244 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cceaf-eb26-4a2d-b8d8-8ca38e08632f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:27.989588 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cceaf-eb26-4a2d-b8d8-8ca38e08632f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:27.989901 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cceaf-eb26-4a2d-b8d8-8ca38e08632f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:27.990258 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cceaf-eb26-4a2d-b8d8-8ca38e08632f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:27.990592 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cceaf-eb26-4a2d-b8d8-8ca38e08632f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:27.990920 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cceaf-eb26-4a2d-b8d8-8ca38e08632f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:27.991245 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cceaf-eb26-4a2d-b8d8-8ca38e08632f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:27.991592 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6cceaf-eb26-4a2d-b8d8-8ca38e08632f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:28.158233 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 4aeaede9-a854-4073-a0a7-cb1afc704273 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:27:28.253013 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 4aeaede9-a854-4073-a0a7-cb1afc704273, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=4aeaede9-a854-4073-a0a7-cb1afc704273,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:27:28.263973 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': '4aeaede9-a854-4073-a0a7-cb1afc704273', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'port_id': '4aeaede9-a854-4073-a0a7-cb1afc704273', 'mac_address': 'fa:16:3e:77:2c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:27:28.302769 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:28.315925 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aeaede9-a854-4073-a0a7-cb1afc704273 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:27:28.335054 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 4aeaede9-a854-4073-a0a7-cb1afc704273, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=4aeaede9-a854-4073-a0a7-cb1afc704273,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:27:28.339437 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:28.388003 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=4aeaede9-a854-4073-a0a7-cb1afc704273,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:28.394747 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:28.395103 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:28.395478 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:28.395846 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:28.396148 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:28.396482 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:28.396815 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:28.397148 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:28.397480 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:28.397808 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:28.398630 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:28.398957 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:27:28.716669 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ae8a9-3947-4b96-a232-6f37bba28f25 req-d8fbee01-89a6-4355-97fb-fcf4d3defbf0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:28.717770 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['4aeaede9-a854-4073-a0a7-cb1afc704273'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:27:28.719816 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8e1ae8a9-3947-4b96-a232-6f37bba28f25 req-d8fbee01-89a6-4355-97fb-fcf4d3defbf0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 945 time: 0.0534089 Sep 07 07:27:28.756924 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8e1ae8a9-3947-4b96-a232-6f37bba28f25 req-0cc78c96-fe76-4bb7-b8d4-b6dd891d532c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326903 Sep 07 07:27:29.868380 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f02aa-a3da-48c3-84b3-f4eb069aecc0 req-864c852d-27f6-42b3-b6ad-082bbeb6866d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:29.869741 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cd3f02aa-a3da-48c3-84b3-f4eb069aecc0 req-864c852d-27f6-42b3-b6ad-082bbeb6866d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 945 time: 0.0472498 Sep 07 07:27:29.905281 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cd3f02aa-a3da-48c3-84b3-f4eb069aecc0 req-5f944abe-2398-42e5-a129-211beb96f8f9 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298316 Sep 07 07:27:30.150897 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-fedf0fb6-9e8a-492d-b16b-9be8c994dc3f tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8760615366ea4ac88cf565f982f1e667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292244 Sep 07 07:27:30.170509 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 4aeaede9-a854-4073-a0a7-cb1afc704273 up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:27:30.230457 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port 4aeaede9-a854-4073-a0a7-cb1afc704273 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:27:30.233940 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:30.236868 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port 4aeaede9-a854-4073-a0a7-cb1afc704273 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:27:30.237226 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:30.287236 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8ad614fc-a95c-4b2b-bf7f-b0e7752e0bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:30.324524 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:30.337098 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-56a090e1-c45f-44a1-9a8b-3579fcf12cab tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:30.338576 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-56a090e1-c45f-44a1-9a8b-3579fcf12cab tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821308 Sep 07 07:27:30.346328 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aeaede9-a854-4073-a0a7-cb1afc704273'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:27:30.348833 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2ff46a-69a1-49e1-81a5-c7e0fed987d2" -d '{"events": [{"server_uuid": "0c484cc9-020a-4fcd-b9df-0ae5848d74a5", "name": "network-vif-plugged", "status": "completed", "tag": "4aeaede9-a854-4073-a0a7-cb1afc704273"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:27:30.354517 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-537c92ee-8d6d-40a9-8f4e-68c85a77aded tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/quotas/8760615366ea4ac88cf565f982f1e667 HTTP/1.1" status: 200 len: 375 time: 0.0099988 Sep 07 07:27:30.361833 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 4aeaede9-a854-4073-a0a7-cb1afc704273, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=4aeaede9-a854-4073-a0a7-cb1afc704273,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:27:30.366906 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:30.393573 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-b7bc6caa-5934-4083-8988-9641cf587d6c tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8760615366ea4ac88cf565f982f1e667&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326409 Sep 07 07:27:30.401435 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c94fd4d-113d-444d-86d3-1f90f2715a33 x-openstack-request-id: req-6c94fd4d-113d-444d-86d3-1f90f2715a33 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:27:30.401667 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c484cc9-020a-4fcd-b9df-0ae5848d74a5", "name": "network-vif-plugged", "status": "completed", "tag": "4aeaede9-a854-4073-a0a7-cb1afc704273", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:27:30.401916 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c94fd4d-113d-444d-86d3-1f90f2715a33 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:27:30.402327 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aeaede9-a854-4073-a0a7-cb1afc704273', 'code': 200} Sep 07 07:27:30.429484 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=4aeaede9-a854-4073-a0a7-cb1afc704273,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:30.548345 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-35f79ca1-a95f-4a0a-a3e2-f6830d727fd8 req-6b2c956b-426e-4eaf-ac4e-17f41f096c8f tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/ports?device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 210 time: 0.0257082 Sep 07 07:27:30.640977 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef7bc4-b946-460c-8598-5db95311f898 req-a11fb286-5bb2-44d0-bc15-5aa335ef09cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:30.642453 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-acef7bc4-b946-460c-8598-5db95311f898 req-a11fb286-5bb2-44d0-bc15-5aa335ef09cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 1099 time: 0.0430281 Sep 07 07:27:30.680223 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-acef7bc4-b946-460c-8598-5db95311f898 req-92b38235-dcd9-41c6-bf19-17decc791fc1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305257 Sep 07 07:27:31.015034 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df74c0-6cbc-462c-aec1-ebb383490e4c req-60797244-3503-46c5-a85a-0141871cee4c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:31.016651 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f7df74c0-6cbc-462c-aec1-ebb383490e4c req-60797244-3503-46c5-a85a-0141871cee4c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 946 time: 0.0473723 Sep 07 07:27:31.053457 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f7df74c0-6cbc-462c-aec1-ebb383490e4c req-e2a7b65c-2413-4aca-b5d8-f631d3348e04 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309420 Sep 07 07:27:31.157914 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:31.644206 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ac105546-bb2f-4b0c-9d34-b3b03b9c956f req-e51b01d5-9518-40eb-be97-5f7be2b81598 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/ports?device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 210 time: 0.0249465 Sep 07 07:27:31.691207 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-d3469f1b-b49a-491b-95b9-5f350f39671e tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8760615366ea4ac88cf565f982f1e667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280793 Sep 07 07:27:32.129532 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-6800f8ea-ab1c-47d9-9019-9e26b633277f tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:32.130985 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-6800f8ea-ab1c-47d9-9019-9e26b633277f tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4336534 Sep 07 07:27:32.151540 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-94332a45-efbd-4f59-b1cd-d411b05bafb6 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Request body: {'port': {'device_id': '99d7d823-27ab-4eb6-ad91-3278b65bea30', 'network_id': '421b4243-d75a-462c-8872-e65ece46edd4', 'admin_state_up': True, 'tenant_id': '8760615366ea4ac88cf565f982f1e667'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:27:32.175118 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a891956-dbff-4093-9f91-c82104e3abe4 req-27c750f2-eae7-4359-9d58-322ad7bd294f tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:32.177157 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2a891956-dbff-4093-9f91-c82104e3abe4 req-27c750f2-eae7-4359-9d58-322ad7bd294f tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 946 time: 0.0495534 Sep 07 07:27:32.220055 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2a891956-dbff-4093-9f91-c82104e3abe4 req-b67aadf6-3faf-48c0-ae9a-435f653948d0 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368254 Sep 07 07:27:32.256973 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-94332a45-efbd-4f59-b1cd-d411b05bafb6 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Made reservation on behalf of 8760615366ea4ac88cf565f982f1e667 for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:27:32.260958 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-94332a45-efbd-4f59-b1cd-d411b05bafb6 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:32.269523 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-94332a45-efbd-4f59-b1cd-d411b05bafb6 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:32.360538 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d606bd-590e-4eb2-aaf1-6dbdb5c0785f req-b50e6727-555a-4305-b4ef-1f35bb3bee0b tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:32.361890 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-79d606bd-590e-4eb2-aaf1-6dbdb5c0785f req-b50e6727-555a-4305-b4ef-1f35bb3bee0b tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 946 time: 0.0763333 Sep 07 07:27:32.417101 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-79d606bd-590e-4eb2-aaf1-6dbdb5c0785f req-09731ebd-aa5a-45d2-8c71-e1164334ff2f tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479450 Sep 07 07:27:32.434602 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-94332a45-efbd-4f59-b1cd-d411b05bafb6 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:32.438254 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-94332a45-efbd-4f59-b1cd-d411b05bafb6 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:32.438922 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 33484) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:27:32.479284 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c027a34-2c58-4633-ace1-93171109319c tempest-TestVolumeBootPattern-339121521 tempest-TestVolumeBootPattern-339121521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:32.480806 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-9c027a34-2c58-4633-ace1-93171109319c tempest-TestVolumeBootPattern-339121521 tempest-TestVolumeBootPattern-339121521-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 1094 time: 0.0408337 Sep 07 07:27:32.483607 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 33486) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:27:32.487796 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Request body: {'floatingip': {'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'port_id': '4aeaede9-a854-4073-a0a7-cb1afc704273', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:27:32.503853 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94332a45-efbd-4f59-b1cd-d411b05bafb6 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d86eb8-fa73-4b84-8586-e0ccfc32e5e1,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:32.510425 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for floatingip, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:32.572323 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-94332a45-efbd-4f59-b1cd-d411b05bafb6 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Allocated IP 192.168.233.58 (421b4243-d75a-462c-8872-e65ece46edd4/b79dd82a-e60b-4d08-b5cf-f1e844fc27a4/ee165ad3-8968-410a-800a-3a81d761b66a) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:27:32.606645 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:32.713814 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Allocated IP 172.27.2.131 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/c7da57f5-06ba-447c-92d4-f161ea3b7fa9) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:27:32.722105 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-94332a45-efbd-4f59-b1cd-d411b05bafb6 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:32.736229 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-94332a45-efbd-4f59-b1cd-d411b05bafb6 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Transition to ACTIVE for port object ee165ad3-8968-410a-800a-3a81d761b66a will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:27:32.742630 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bb389b52-43c6-4e26-819a-c0f3df1bd5dd req-9ee82d60-df31-4ef6-9365-9f51df1627c3 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/ports?device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 210 time: 0.0302017 Sep 07 07:27:32.768945 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-94332a45-efbd-4f59-b1cd-d411b05bafb6 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:32.808641 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-94332a45-efbd-4f59-b1cd-d411b05bafb6 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Network 421b4243-d75a-462c-8872-e65ece46edd4 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:27:32.811608 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-94332a45-efbd-4f59-b1cd-d411b05bafb6 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:27:32.815200 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-94332a45-efbd-4f59-b1cd-d411b05bafb6 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:27:32.839657 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:32.848429 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94332a45-efbd-4f59-b1cd-d411b05bafb6 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Pushing event updated for resources: {'Port': ['ID=ee165ad3-8968-410a-800a-3a81d761b66a,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:32.874934 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-94332a45-efbd-4f59-b1cd-d411b05bafb6 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:32.875613 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-94332a45-efbd-4f59-b1cd-d411b05bafb6 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:32.880976 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:32.890062 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-94332a45-efbd-4f59-b1cd-d411b05bafb6 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7422249 Sep 07 07:27:32.907638 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Request body: {'port': {'device_id': '99d7d823-27ab-4eb6-ad91-3278b65bea30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:27:32.920882 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:27:32.925488 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:27:32.929213 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:27:32.962354 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:32.963142 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event updated for resources: {'Port': ['ID=c7da57f5-06ba-447c-92d4-f161ea3b7fa9,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:33.060353 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-efc66882-5191-4923-9d2d-10b414b7f551 None None] Provisioning for port ee165ad3-8968-410a-800a-3a81d761b66a completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:27:33.064323 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-efc66882-5191-4923-9d2d-10b414b7f551 None None] Provisioning complete for port ee165ad3-8968-410a-800a-3a81d761b66a triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:27:33.064878 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-efc66882-5191-4923-9d2d-10b414b7f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:33.101763 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-efc66882-5191-4923-9d2d-10b414b7f551 None None] Port ee165ad3-8968-410a-800a-3a81d761b66a cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:27:33.233240 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee165ad3-8968-410a-800a-3a81d761b66a {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:27:33.240445 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:33.252093 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Transition to ACTIVE for port object ee165ad3-8968-410a-800a-3a81d761b66a will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:27:33.256461 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:33.292594 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:33.307259 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Pushing event updated for resources: {'Port': ['ID=ee165ad3-8968-410a-800a-3a81d761b66a,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:33.354139 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:33.370282 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:33.386594 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Attempting to bind port ee165ad3-8968-410a-800a-3a81d761b66a on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:27:33.387059 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Attempting to bind port ee165ad3-8968-410a-800a-3a81d761b66a by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'f5043ce6-6c03-4754-bbea-9e24a07804f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '421b4243-d75a-462c-8872-e65ece46edd4'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:27:33.387342 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Attempting to bind port ee165ad3-8968-410a-800a-3a81d761b66a on network 421b4243-d75a-462c-8872-e65ece46edd4 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:27:33.392041 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Port ee165ad3-8968-410a-800a-3a81d761b66a on network 421b4243-d75a-462c-8872-e65ece46edd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:27:33.392366 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Attempting to bind port ee165ad3-8968-410a-800a-3a81d761b66a on network 421b4243-d75a-462c-8872-e65ece46edd4 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:27:33.397580 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:27:33.398510 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Checking segment: {'id': 'f5043ce6-6c03-4754-bbea-9e24a07804f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '421b4243-d75a-462c-8872-e65ece46edd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:27:33.398917 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Bound using segment: {'id': 'f5043ce6-6c03-4754-bbea-9e24a07804f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '421b4243-d75a-462c-8872-e65ece46edd4'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:27:33.399377 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Bound port: ee165ad3-8968-410a-800a-3a81d761b66a, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5043ce6-6c03-4754-bbea-9e24a07804f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '421b4243-d75a-462c-8872-e65ece46edd4'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:27:33.399740 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:33.470008 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] For port ee165ad3-8968-410a-800a-3a81d761b66a, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:27:33.473567 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] For port ee165ad3-8968-410a-800a-3a81d761b66a, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ee165ad3-8968-410a-800a-3a81d761b66a,segment=NetworkSegment(f5043ce6-6c03-4754-bbea-9e24a07804f6),segment_id=f5043ce6-6c03-4754-bbea-9e24a07804f6)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:27:33.477250 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:33.513765 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:33.514248 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:33.515673 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-accaf339-605b-4541-994d-eed97a743fbb service neutron] 10.222.0.15 "PUT /v2.0/ports/ee165ad3-8968-410a-800a-3a81d761b66a HTTP/1.1" status: 200 len: 1097 time: 0.6124306 Sep 07 07:27:33.516119 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d7d823-27ab-4eb6-ad91-3278b65bea30', 'tag': 'ee165ad3-8968-410a-800a-3a81d761b66a'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:27:33.518354 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500e6259-52a9-4f36-baa7-db216823a99d" -d '{"events": [{"name": "network-changed", "server_uuid": "99d7d823-27ab-4eb6-ad91-3278b65bea30", "tag": "ee165ad3-8968-410a-800a-3a81d761b66a"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:27:33.547640 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:33.549222 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accaf339-605b-4541-994d-eed97a743fbb service neutron] Pushing event updated for resources: {'Port': ['ID=ee165ad3-8968-410a-800a-3a81d761b66a,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:33.552734 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5299512'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:33.571101 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf11286-7fea-45f5-bf01-ef3c2688794e x-openstack-request-id: req-edf11286-7fea-45f5-bf01-ef3c2688794e {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:27:33.571398 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d7d823-27ab-4eb6-ad91-3278b65bea30", "tag": "ee165ad3-8968-410a-800a-3a81d761b66a", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:27:33.571653 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-edf11286-7fea-45f5-bf01-ef3c2688794e {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:27:33.572257 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d7d823-27ab-4eb6-ad91-3278b65bea30', 'tag': 'ee165ad3-8968-410a-800a-3a81d761b66a', 'status': 'completed', 'code': 200} Sep 07 07:27:33.623812 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event updated for resources: {'Port': ['ID=c7da57f5-06ba-447c-92d4-f161ea3b7fa9,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:33.634901 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-68c46850-c79f-45c1-8db1-393735f8f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:33.636644 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-68c46850-c79f-45c1-8db1-393735f8f770 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8760615366ea4ac88cf565f982f1e667&device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 1100 time: 0.0450728 Sep 07 07:27:33.637380 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579857'] for floatingip, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:33.685185 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-2c512db5-7f4c-4d5f-a8f6-16ebb00f6518 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=ee165ad3-8968-410a-800a-3a81d761b66a HTTP/1.1" status: 200 len: 217 time: 0.0346680 Sep 07 07:27:33.737199 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-5551bd6b-f309-450a-b468-416b42ee9de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:33.738667 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-5551bd6b-f309-450a-b468-416b42ee9de7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b79dd82a-e60b-4d08-b5cf-f1e844fc27a4 HTTP/1.1" status: 200 len: 843 time: 0.0470848 Sep 07 07:27:33.739448 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Floating IP 8967cb56-6206-42d8-a08e-b88cc37b448a associated. External IP: 172.27.2.131, port: 4aeaede9-a854-4073-a0a7-cb1afc704273. Sep 07 07:27:33.784200 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-4e8de95b-389d-4693-b59b-e0ead4d4eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:33.785719 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-4e8de95b-389d-4693-b59b-e0ead4d4eb2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=421b4243-d75a-462c-8872-e65ece46edd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395570 Sep 07 07:27:33.876830 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-018a4ae1-7140-48e9-8bc2-fe942f700560 service neutron] 10.222.0.15 "GET /v2.0/networks/421b4243-d75a-462c-8872-e65ece46edd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838838 Sep 07 07:27:33.916047 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d969a77-88a0-4c1e-809b-bb01166e7e29 req-e1a86811-8819-4e13-abc0-3ef3b2615907 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:33.917515 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5d969a77-88a0-4c1e-809b-bb01166e7e29 req-e1a86811-8819-4e13-abc0-3ef3b2615907 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/ports?device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 947 time: 0.0934649 Sep 07 07:27:33.963873 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-89c3c7dc-f9a4-4e52-9495-5799d83e6adb req-624f3d80-3f9a-407d-8105-4734e29ebada service neutron] 10.222.0.15 "GET /v2.0/networks/421b4243-d75a-462c-8872-e65ece46edd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800769 Sep 07 07:27:33.993542 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5d969a77-88a0-4c1e-809b-bb01166e7e29 req-2d25e429-fd20-4cf1-8acb-a569e91c5720 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9d86eb8-fa73-4b84-8586-e0ccfc32e5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702243 Sep 07 07:27:34.010259 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Router cdba4961-bdf2-459d-bb24-4ba073644f2d has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:27:34.087876 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6259-52a9-4f36-baa7-db216823a99d req-9214217b-d19a-4f2a-9949-26855464ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:34.089293 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-500e6259-52a9-4f36-baa7-db216823a99d req-9214217b-d19a-4f2a-9949-26855464ae6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8760615366ea4ac88cf565f982f1e667&device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 1100 time: 0.0392580 Sep 07 07:27:34.115777 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:27:34.126466 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531fb504-1be3-4f76-82a1-280479247cc5 None None] Sync routers for ids ['cdba4961-bdf2-459d-bb24-4ba073644f2d'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:27:34.136908 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:34.138312 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531fb504-1be3-4f76-82a1-280479247cc5 None None] Routers {'cdba4961-bdf2-459d-bb24-4ba073644f2d'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:27:34.138933 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-531fb504-1be3-4f76-82a1-280479247cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:27:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['cdba4961-bdf2-459d-bb24-4ba073644f2d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:27:34.167367 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-ce754fe0-3913-467c-ab21-4c4628c43015 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6784329 Sep 07 07:27:34.167367 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'tag': '4aeaede9-a854-4073-a0a7-cb1afc704273'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:27:34.167367 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36e42a8fd5afad13970a080ac9dafc4e475fc32432659b245011d6648220233b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4901264-6b76-4319-a2c3-437167b9d161" -d '{"events": [{"name": "network-changed", "server_uuid": "0c484cc9-020a-4fcd-b9df-0ae5848d74a5", "tag": "4aeaede9-a854-4073-a0a7-cb1afc704273"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:27:34.189652 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6259-52a9-4f36-baa7-db216823a99d req-e05d41eb-1aad-450b-8147-34d100ad3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:34.191247 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-500e6259-52a9-4f36-baa7-db216823a99d req-e05d41eb-1aad-450b-8147-34d100ad3cc1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=421b4243-d75a-462c-8872-e65ece46edd4 HTTP/1.1" status: 200 len: 870 time: 0.0950058 Sep 07 07:27:34.236172 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-500e6259-52a9-4f36-baa7-db216823a99d req-fc1a93ab-b8ba-4f97-bce5-ffb5a7c75ab5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=ee165ad3-8968-410a-800a-3a81d761b66a HTTP/1.1" status: 200 len: 217 time: 0.0356600 Sep 07 07:27:34.258252 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-531fb504-1be3-4f76-82a1-280479247cc5 None None] Set router cdba4961-bdf2-459d-bb24-4ba073644f2d gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:27:34.293212 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6259-52a9-4f36-baa7-db216823a99d req-916faf88-1417-49b0-baff-dd4c4789aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:34.295027 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-500e6259-52a9-4f36-baa7-db216823a99d req-916faf88-1417-49b0-baff-dd4c4789aa0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b79dd82a-e60b-4d08-b5cf-f1e844fc27a4 HTTP/1.1" status: 200 len: 843 time: 0.0521741 Sep 07 07:27:34.341779 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d51e7c-b9b0-4c7d-9560-246384c568ed x-openstack-request-id: req-99d51e7c-b9b0-4c7d-9560-246384c568ed {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:27:34.342322 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c484cc9-020a-4fcd-b9df-0ae5848d74a5", "tag": "4aeaede9-a854-4073-a0a7-cb1afc704273", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:27:34.342442 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99d51e7c-b9b0-4c7d-9560-246384c568ed {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:27:34.342757 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'tag': '4aeaede9-a854-4073-a0a7-cb1afc704273', 'status': 'completed', 'code': 200} Sep 07 07:27:34.349822 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6259-52a9-4f36-baa7-db216823a99d req-544da4ea-9ef4-41f1-bdf6-18d1874d2892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:34.351979 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-500e6259-52a9-4f36-baa7-db216823a99d req-544da4ea-9ef4-41f1-bdf6-18d1874d2892 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=421b4243-d75a-462c-8872-e65ece46edd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0490470 Sep 07 07:27:34.485109 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4901264-6b76-4319-a2c3-437167b9d161 req-db5bdd15-cb8c-4f94-9976-9a20ad227700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:34.486873 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d4901264-6b76-4319-a2c3-437167b9d161 req-db5bdd15-cb8c-4f94-9976-9a20ad227700 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 1099 time: 0.0848417 Sep 07 07:27:34.488763 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-531fb504-1be3-4f76-82a1-280479247cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': '8967cb56-6206-42d8-a08e-b88cc37b448a', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'port_id': '4aeaede9-a854-4073-a0a7-cb1afc704273', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'mac_address': 'fa:16:3e:77:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:27:33Z', 'updated_at': '2021-09-07T07:27:33Z', 'revision_number': 0, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:27:34.519629 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531fb504-1be3-4f76-82a1-280479247cc5 None None] Checking router: cdba4961-bdf2-459d-bb24-4ba073644f2d for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:27:34.528675 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531fb504-1be3-4f76-82a1-280479247cc5 None None] Routers {'cdba4961-bdf2-459d-bb24-4ba073644f2d'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:27:34.529280 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-531fb504-1be3-4f76-82a1-280479247cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:27:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['cdba4961-bdf2-459d-bb24-4ba073644f2d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:27:34.563896 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-500e6259-52a9-4f36-baa7-db216823a99d req-63a2342d-4571-458f-be4c-b4364405ff36 service neutron] 10.222.0.15 "GET /v2.0/networks/421b4243-d75a-462c-8872-e65ece46edd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807611 Sep 07 07:27:34.612149 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4901264-6b76-4319-a2c3-437167b9d161 req-acbd5242-62b5-4b7f-a4e6-e3db2d7282b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:34.613522 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d4901264-6b76-4319-a2c3-437167b9d161 req-acbd5242-62b5-4b7f-a4e6-e3db2d7282b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 913 time: 0.1180160 Sep 07 07:27:34.722214 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-500e6259-52a9-4f36-baa7-db216823a99d req-0cd7dcd8-a05d-43d3-98cf-b2d0e22d3e15 service neutron] 10.222.0.15 "GET /v2.0/networks/421b4243-d75a-462c-8872-e65ece46edd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503518 Sep 07 07:27:34.724174 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d4901264-6b76-4319-a2c3-437167b9d161 req-56d17b17-0104-41a3-97a3-73e6100ece14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4aeaede9-a854-4073-a0a7-cb1afc704273 HTTP/1.1" status: 200 len: 1000 time: 0.0828888 Sep 07 07:27:34.766583 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-531fb504-1be3-4f76-82a1-280479247cc5 None None] Set router cdba4961-bdf2-459d-bb24-4ba073644f2d gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:27:34.789140 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4901264-6b76-4319-a2c3-437167b9d161 req-95d0412a-2258-47bb-a388-0669773d0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:34.790599 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d4901264-6b76-4319-a2c3-437167b9d161 req-95d0412a-2258-47bb-a388-0669773d0291 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8de05a33-42eb-473a-a3bb-1976470f413a HTTP/1.1" status: 200 len: 851 time: 0.0435469 Sep 07 07:27:34.835067 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4901264-6b76-4319-a2c3-437167b9d161 req-3dfb70af-1527-4c30-b997-a228831100ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:34.837131 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d4901264-6b76-4319-a2c3-437167b9d161 req-3dfb70af-1527-4c30-b997-a228831100ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383444 Sep 07 07:27:34.927736 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d4901264-6b76-4319-a2c3-437167b9d161 req-d4e33706-6ffb-4615-b9ba-6c68b92440e2 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824552 Sep 07 07:27:34.982097 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-531fb504-1be3-4f76-82a1-280479247cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': '8967cb56-6206-42d8-a08e-b88cc37b448a', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'port_id': '4aeaede9-a854-4073-a0a7-cb1afc704273', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'mac_address': 'fa:16:3e:77:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:27:33Z', 'updated_at': '2021-09-07T07:27:33Z', 'revision_number': 0, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:27:35.012454 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531fb504-1be3-4f76-82a1-280479247cc5 None None] The sync data for ids ['cdba4961-bdf2-459d-bb24-4ba073644f2d'] in dv-cinder-804735-9-iscsi is: [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': '8967cb56-6206-42d8-a08e-b88cc37b448a', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'port_id': '4aeaede9-a854-4073-a0a7-cb1afc704273', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'mac_address': 'fa:16:3e:77:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:27:33Z', 'updated_at': '2021-09-07T07:27:33Z', 'revision_number': 0, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:27:35.020385 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d4901264-6b76-4319-a2c3-437167b9d161 req-48b2aa21-ac9b-4fa0-9522-fdb9d377d6fc service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854630 Sep 07 07:27:35.110551 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01c400-ef3e-4cdc-be6c-3b9b69e10962 req-7b8a204b-3419-4567-b417-013ad4dd6c7c tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:35.112038 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b01c400-ef3e-4cdc-be6c-3b9b69e10962 req-7b8a204b-3419-4567-b417-013ad4dd6c7c tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/ports?device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 947 time: 0.0526009 Sep 07 07:27:35.152529 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b01c400-ef3e-4cdc-be6c-3b9b69e10962 req-5f12342d-a2e6-41cb-95b4-ec1aac5e73ef tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9d86eb8-fa73-4b84-8586-e0ccfc32e5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341394 Sep 07 07:27:35.204879 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff2bc9d-b8ba-4171-a367-f2c41724db5d None None] New status for floating IP 8967cb56-6206-42d8-a08e-b88cc37b448a: ACTIVE {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 07:27:36.265383 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161aee9b-f232-4900-84fe-75b9b5f66fc6 req-2d44be09-5ed2-4611-918e-272b326f409c tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:36.266858 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-161aee9b-f232-4900-84fe-75b9b5f66fc6 req-2d44be09-5ed2-4611-918e-272b326f409c tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/ports?device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 947 time: 0.0483301 Sep 07 07:27:36.306583 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-161aee9b-f232-4900-84fe-75b9b5f66fc6 req-ba00b6be-a292-4a89-a81e-f73b93f15dd3 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9d86eb8-fa73-4b84-8586-e0ccfc32e5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338459 Sep 07 07:27:37.415717 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32d7af-2d7b-4232-9824-02b964044f08 req-375cd55f-e4c9-4a83-8de3-09ec3e68e2eb tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:37.417143 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ff32d7af-2d7b-4232-9824-02b964044f08 req-375cd55f-e4c9-4a83-8de3-09ec3e68e2eb tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/ports?device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 947 time: 0.0463302 Sep 07 07:27:37.453926 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ff32d7af-2d7b-4232-9824-02b964044f08 req-20526c2d-29a1-43bb-b042-53bfbe98044b tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9d86eb8-fa73-4b84-8586-e0ccfc32e5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310955 Sep 07 07:27:38.238396 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device ee165ad3-8968-410a-800a-3a81d761b66a details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:27:38.329173 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port ee165ad3-8968-410a-800a-3a81d761b66a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ee165ad3-8968-410a-800a-3a81d761b66a,segment=NetworkSegment(f5043ce6-6c03-4754-bbea-9e24a07804f6),segment_id=f5043ce6-6c03-4754-bbea-9e24a07804f6)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:27:38.340110 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': 'ee165ad3-8968-410a-800a-3a81d761b66a', 'network_id': '421b4243-d75a-462c-8872-e65ece46edd4', 'port_id': 'ee165ad3-8968-410a-800a-3a81d761b66a', 'mac_address': 'fa:16:3e:a9:55:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79dd82a-e60b-4d08-b5cf-f1e844fc27a4', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:27:38.375248 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:38.390949 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee165ad3-8968-410a-800a-3a81d761b66a {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:27:38.409146 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port ee165ad3-8968-410a-800a-3a81d761b66a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ee165ad3-8968-410a-800a-3a81d761b66a,segment=NetworkSegment(f5043ce6-6c03-4754-bbea-9e24a07804f6),segment_id=f5043ce6-6c03-4754-bbea-9e24a07804f6)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:27:38.412894 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:38.458816 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=ee165ad3-8968-410a-800a-3a81d761b66a,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:38.562370 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfe16e-49c7-4863-a738-17c99e34e890 req-67c2e66e-898f-420a-8798-319c13b75c1a tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:38.563802 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c3cfe16e-49c7-4863-a738-17c99e34e890 req-67c2e66e-898f-420a-8798-319c13b75c1a tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/ports?device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 948 time: 0.0465846 Sep 07 07:27:38.602785 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c3cfe16e-49c7-4863-a738-17c99e34e890 req-4f3f61cd-621e-4d7d-b6c0-fb92ec0e3607 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9d86eb8-fa73-4b84-8586-e0ccfc32e5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311656 Sep 07 07:27:38.800923 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['ee165ad3-8968-410a-800a-3a81d761b66a'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:27:39.711719 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe439e5-70e6-4b49-94fb-e0ca6af8655e req-9f6ed56a-96a1-47fb-8193-1866eadb7c7b tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:39.713147 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-afe439e5-70e6-4b49-94fb-e0ca6af8655e req-9f6ed56a-96a1-47fb-8193-1866eadb7c7b tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/ports?device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 948 time: 0.0467157 Sep 07 07:27:39.749220 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-afe439e5-70e6-4b49-94fb-e0ca6af8655e req-a7ad303c-6197-4426-8b7f-8f195c427b0f tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9d86eb8-fa73-4b84-8586-e0ccfc32e5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304475 Sep 07 07:27:40.232817 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device ee165ad3-8968-410a-800a-3a81d761b66a up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:27:40.281970 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port ee165ad3-8968-410a-800a-3a81d761b66a completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:27:40.285453 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port ee165ad3-8968-410a-800a-3a81d761b66a triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:27:40.285828 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:40.360331 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:40.382212 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d7d823-27ab-4eb6-ad91-3278b65bea30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee165ad3-8968-410a-800a-3a81d761b66a'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:27:40.384503 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f35bb38-3cee-4f4b-b345-7a4c05955eec" -d '{"events": [{"server_uuid": "99d7d823-27ab-4eb6-ad91-3278b65bea30", "name": "network-vif-plugged", "status": "completed", "tag": "ee165ad3-8968-410a-800a-3a81d761b66a"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:27:40.396850 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port ee165ad3-8968-410a-800a-3a81d761b66a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ee165ad3-8968-410a-800a-3a81d761b66a,segment=NetworkSegment(f5043ce6-6c03-4754-bbea-9e24a07804f6),segment_id=f5043ce6-6c03-4754-bbea-9e24a07804f6)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:27:40.401666 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:40.427246 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0876f74f-d6c2-4a03-b15e-12ade9b0cb1b x-openstack-request-id: req-0876f74f-d6c2-4a03-b15e-12ade9b0cb1b {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:27:40.427562 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d7d823-27ab-4eb6-ad91-3278b65bea30", "name": "network-vif-plugged", "status": "completed", "tag": "ee165ad3-8968-410a-800a-3a81d761b66a", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:27:40.427814 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0876f74f-d6c2-4a03-b15e-12ade9b0cb1b {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:27:40.428195 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d7d823-27ab-4eb6-ad91-3278b65bea30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee165ad3-8968-410a-800a-3a81d761b66a', 'code': 200} Sep 07 07:27:40.451901 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=ee165ad3-8968-410a-800a-3a81d761b66a,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:40.609496 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff51576-1369-43a6-848f-c04e12e83b52 req-7e8eca5d-13dd-4669-ab97-614adfdfb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:40.610956 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7ff51576-1369-43a6-848f-c04e12e83b52 req-7e8eca5d-13dd-4669-ab97-614adfdfb0e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 1102 time: 0.0392230 Sep 07 07:27:40.644633 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7ff51576-1369-43a6-848f-c04e12e83b52 req-35dba2e2-81c4-4f3d-94ca-05cbf439a88f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b9d86eb8-fa73-4b84-8586-e0ccfc32e5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263238 Sep 07 07:27:40.861780 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094b8d3-58ca-40ff-98f4-024ead06cc76 req-ce39aaa8-f935-421e-b543-2072ecdaa402 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:40.863109 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8094b8d3-58ca-40ff-98f4-024ead06cc76 req-ce39aaa8-f935-421e-b543-2072ecdaa402 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/ports?device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 949 time: 0.0498548 Sep 07 07:27:40.898887 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8094b8d3-58ca-40ff-98f4-024ead06cc76 req-2c05aa81-70d7-4ce9-b92f-cf5e7eb57a53 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9d86eb8-fa73-4b84-8586-e0ccfc32e5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300384 Sep 07 07:27:42.010618 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f305ffa-e2ab-4ab3-9d00-20cea59b517c req-f744ed97-e714-45d1-8d9e-8de54da74efc tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:42.012136 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3f305ffa-e2ab-4ab3-9d00-20cea59b517c req-f744ed97-e714-45d1-8d9e-8de54da74efc tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/ports?device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 949 time: 0.0481915 Sep 07 07:27:42.052997 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3f305ffa-e2ab-4ab3-9d00-20cea59b517c req-41958003-15e3-4e33-a8f6-9ff0e63d7f31 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9d86eb8-fa73-4b84-8586-e0ccfc32e5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344791 Sep 07 07:27:43.166097 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e81f37-5720-4dd5-abbc-a6a2022c30e9 req-0a2e5bcb-8fe2-4a49-b3e6-684e89172a9f tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:43.167920 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-04e81f37-5720-4dd5-abbc-a6a2022c30e9 req-0a2e5bcb-8fe2-4a49-b3e6-684e89172a9f tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/ports?device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 949 time: 0.0503321 Sep 07 07:27:43.208780 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-04e81f37-5720-4dd5-abbc-a6a2022c30e9 req-5e9d41e1-b230-4085-82bb-8d3280b615be tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9d86eb8-fa73-4b84-8586-e0ccfc32e5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348518 Sep 07 07:27:43.455868 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5260c-4ff1-46bf-8ece-3ad16853b655 req-e7645d7d-52be-4f6f-a9b2-980174b515bb tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:43.457366 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-88b5260c-4ff1-46bf-8ece-3ad16853b655 req-e7645d7d-52be-4f6f-a9b2-980174b515bb tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/ports?device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 949 time: 0.0492795 Sep 07 07:27:43.493992 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-88b5260c-4ff1-46bf-8ece-3ad16853b655 req-60f5e8e2-7536-47c3-bd79-5c63330f889f tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9d86eb8-fa73-4b84-8586-e0ccfc32e5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307252 Sep 07 07:27:44.608782 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d03f5-7d1c-461c-8ae8-9137f08d1f83 req-137411d2-7c76-4af0-b143-ab0224d7c147 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:44.610226 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a29d03f5-7d1c-461c-8ae8-9137f08d1f83 req-137411d2-7c76-4af0-b143-ab0224d7c147 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/ports?device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 949 time: 0.0466976 Sep 07 07:27:44.646151 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a29d03f5-7d1c-461c-8ae8-9137f08d1f83 req-223a812f-97e6-4649-97cf-d1a047e02624 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9d86eb8-fa73-4b84-8586-e0ccfc32e5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301039 Sep 07 07:27:45.077389 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af5fb1-3c73-478b-8041-7666ea4cffa0 req-b5d236de-2570-4b9b-8d42-d2daf85dd49d tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:45.078807 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-71af5fb1-3c73-478b-8041-7666ea4cffa0 req-b5d236de-2570-4b9b-8d42-d2daf85dd49d tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.15 "GET /v2.0/ports?device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 949 time: 0.0452948 Sep 07 07:27:45.168671 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-71af5fb1-3c73-478b-8041-7666ea4cffa0 req-f211857e-7884-4a30-b950-377070433f80 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Deleting port ee165ad3-8968-410a-800a-3a81d761b66a {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:27:45.169011 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-71af5fb1-3c73-478b-8041-7666ea4cffa0 req-f211857e-7884-4a30-b950-377070433f80 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:45.251931 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-71af5fb1-3c73-478b-8041-7666ea4cffa0 req-f211857e-7884-4a30-b950-377070433f80 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] For port ee165ad3-8968-410a-800a-3a81d761b66a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ee165ad3-8968-410a-800a-3a81d761b66a,segment=NetworkSegment(f5043ce6-6c03-4754-bbea-9e24a07804f6),segment_id=f5043ce6-6c03-4754-bbea-9e24a07804f6)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:27:45.252281 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-71af5fb1-3c73-478b-8041-7666ea4cffa0 req-f211857e-7884-4a30-b950-377070433f80 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:45.264641 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-71af5fb1-3c73-478b-8041-7666ea4cffa0 req-f211857e-7884-4a30-b950-377070433f80 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Calling delete_port for ee165ad3-8968-410a-800a-3a81d761b66a owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:27:45.386395 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-71af5fb1-3c73-478b-8041-7666ea4cffa0 req-f211857e-7884-4a30-b950-377070433f80 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:45.413780 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211857e-7884-4a30-b950-377070433f80 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Pushing event deleted for resources: {'Port': ['ID=ee165ad3-8968-410a-800a-3a81d761b66a,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:45.419538 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['ee165ad3-8968-410a-800a-3a81d761b66a'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:27:45.455419 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-71af5fb1-3c73-478b-8041-7666ea4cffa0 req-f211857e-7884-4a30-b950-377070433f80 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] No DVR routers for this DVR port ee165ad3-8968-410a-800a-3a81d761b66a on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:27:45.457931 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-71af5fb1-3c73-478b-8041-7666ea4cffa0 req-f211857e-7884-4a30-b950-377070433f80 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:45.459927 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-71af5fb1-3c73-478b-8041-7666ea4cffa0 req-f211857e-7884-4a30-b950-377070433f80 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.15 "DELETE /v2.0/ports/ee165ad3-8968-410a-800a-3a81d761b66a HTTP/1.1" status: 204 len: 173 time: 0.3741553 Sep 07 07:27:45.460482 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d7d823-27ab-4eb6-ad91-3278b65bea30', 'name': 'network-vif-deleted', 'tag': 'ee165ad3-8968-410a-800a-3a81d761b66a'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:27:45.463281 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9214f493-67eb-49ac-9a05-cc114453256c" -d '{"events": [{"server_uuid": "99d7d823-27ab-4eb6-ad91-3278b65bea30", "name": "network-vif-deleted", "tag": "ee165ad3-8968-410a-800a-3a81d761b66a"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:27:45.503198 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd03496-4368-4972-a7fa-82eb2182c394 x-openstack-request-id: req-9cd03496-4368-4972-a7fa-82eb2182c394 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:27:45.503527 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d7d823-27ab-4eb6-ad91-3278b65bea30", "name": "network-vif-deleted", "tag": "ee165ad3-8968-410a-800a-3a81d761b66a", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:27:45.503787 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9cd03496-4368-4972-a7fa-82eb2182c394 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:27:45.504178 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d7d823-27ab-4eb6-ad91-3278b65bea30', 'name': 'network-vif-deleted', 'tag': 'ee165ad3-8968-410a-800a-3a81d761b66a', 'status': 'completed', 'code': 200} Sep 07 07:27:45.746641 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5087735e-5032-42e7-b621-64a7dbcaadd0 req-19894821-de9f-4e42-98e5-f0a708d9e871 tempest-VolumesNegativeTest-1691088696 tempest-VolumesNegativeTest-1691088696-project] 10.222.0.30 "GET /v2.0/ports?device_id=99d7d823-27ab-4eb6-ad91-3278b65bea30 HTTP/1.1" status: 200 len: 210 time: 0.0248847 Sep 07 07:27:46.874761 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:27:50.275631 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device ee165ad3-8968-410a-800a-3a81d761b66a no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:27:50.294802 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: ee165ad3-8968-410a-800a-3a81d761b66a {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:27:50.295152 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device ee165ad3-8968-410a-800a-3a81d761b66a not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:27:50.351235 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 33758) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:27:50.500227 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f5423821-29d7-4ee5-ab43-08dafc479518 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8760615366ea4ac88cf565f982f1e667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477406 Sep 07 07:27:50.502709 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 33762) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:27:50.546976 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-871c073c-a076-4555-b0e1-153135380fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:50.567352 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-871c073c-a076-4555-b0e1-153135380fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:50.612145 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-871c073c-a076-4555-b0e1-153135380fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:50.614698 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-871c073c-a076-4555-b0e1-153135380fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:50.615868 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-871c073c-a076-4555-b0e1-153135380fc5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9d86eb8-fa73-4b84-8586-e0ccfc32e5e1 HTTP/1.1" status: 204 len: 168 time: 0.1122832 Sep 07 07:27:50.624088 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c073c-a076-4555-b0e1-153135380fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d86eb8-fa73-4b84-8586-e0ccfc32e5e1,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:27:51.349990 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:57.590765 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c7f6b4b7-98c8-4000-a1b8-7e3bc631a4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:27:59.234803 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0f49b152-0825-4217-9c6b-495643052714 req-2a1c5b3a-e1d5-46c4-827c-c1e5d88622ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412095 Sep 07 07:27:59.328801 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49b152-0825-4217-9c6b-495643052714 req-d6afc71e-e7cb-4f93-b9d6-c62ec97df012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:59.330224 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0f49b152-0825-4217-9c6b-495643052714 req-d6afc71e-e7cb-4f93-b9d6-c62ec97df012 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 1099 time: 0.0379789 Sep 07 07:27:59.427389 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49b152-0825-4217-9c6b-495643052714 req-72b4834d-2d68-4eac-b8a2-c2edd3ccca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:59.428787 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0f49b152-0825-4217-9c6b-495643052714 req-72b4834d-2d68-4eac-b8a2-c2edd3ccca55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 913 time: 0.0797155 Sep 07 07:27:59.492810 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0f49b152-0825-4217-9c6b-495643052714 req-1b009930-eb84-4cb9-86cb-8759bd8783d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4aeaede9-a854-4073-a0a7-cb1afc704273 HTTP/1.1" status: 200 len: 1002 time: 0.0570114 Sep 07 07:27:59.539400 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49b152-0825-4217-9c6b-495643052714 req-d19e8a83-2bb7-4e31-af63-ab72e732942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:59.540801 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0f49b152-0825-4217-9c6b-495643052714 req-d19e8a83-2bb7-4e31-af63-ab72e732942d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8de05a33-42eb-473a-a3bb-1976470f413a HTTP/1.1" status: 200 len: 851 time: 0.0412083 Sep 07 07:27:59.589422 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49b152-0825-4217-9c6b-495643052714 req-c0b3101f-e25d-4f7a-9c3e-ac497bca0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:27:59.590911 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0f49b152-0825-4217-9c6b-495643052714 req-c0b3101f-e25d-4f7a-9c3e-ac497bca0718 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423529 Sep 07 07:27:59.681701 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0f49b152-0825-4217-9c6b-495643052714 req-acb034ce-9393-4b2d-833e-6dfc027b5328 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825021 Sep 07 07:27:59.768945 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0f49b152-0825-4217-9c6b-495643052714 req-52115ba5-2ce5-416b-953d-248f07e14c94 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795362 Sep 07 07:28:00.225625 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:28:00.277111 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fc5c52ae-260f-478b-bc0d-2f59b364c107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:28:01.161890 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:28:03.350003 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:28:21.362929 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:28:23.874660 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:28:27.592027 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5e234659-5d50-4b6c-9f38-8f96eea7f5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:28:30.227720 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:28:30.275487 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4956175f-cd1f-4daf-9b69-8e618e4882cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:28:31.168633 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:28:33.353185 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:28:51.363499 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:28:57.591888 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b7198584-51ad-4d05-a9b5-4457634632ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:00.230205 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:00.272833 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ee250335-a889-44c2-a2ba-1d82f1e169c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:00.873646 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:29:01.166873 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:01.841865 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9748be4e-faf7-4039-80e8-c50c962c4f8d req-78c17682-90d5-40a3-887d-45590c9d41a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417032 Sep 07 07:29:02.031030 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748be4e-faf7-4039-80e8-c50c962c4f8d req-45b6df2a-ce59-458f-888c-f0c2fb294efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:02.032526 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9748be4e-faf7-4039-80e8-c50c962c4f8d req-45b6df2a-ce59-458f-888c-f0c2fb294efa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 1099 time: 0.1328657 Sep 07 07:29:02.133265 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748be4e-faf7-4039-80e8-c50c962c4f8d req-6ac90924-cf08-4980-b0c1-083d5ba13293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:02.134732 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9748be4e-faf7-4039-80e8-c50c962c4f8d req-6ac90924-cf08-4980-b0c1-083d5ba13293 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 913 time: 0.0833097 Sep 07 07:29:02.196728 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9748be4e-faf7-4039-80e8-c50c962c4f8d req-0aadcad4-df2b-4611-886e-ba2f58a8429d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4aeaede9-a854-4073-a0a7-cb1afc704273 HTTP/1.1" status: 200 len: 1002 time: 0.0549662 Sep 07 07:29:02.245008 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748be4e-faf7-4039-80e8-c50c962c4f8d req-03a142b3-9008-467b-b5f6-79ff1573550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:02.246402 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9748be4e-faf7-4039-80e8-c50c962c4f8d req-03a142b3-9008-467b-b5f6-79ff1573550c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8de05a33-42eb-473a-a3bb-1976470f413a HTTP/1.1" status: 200 len: 851 time: 0.0425150 Sep 07 07:29:02.292362 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748be4e-faf7-4039-80e8-c50c962c4f8d req-15814c1c-e37e-4b95-8e0b-aba5c02a21e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:02.293794 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9748be4e-faf7-4039-80e8-c50c962c4f8d req-15814c1c-e37e-4b95-8e0b-aba5c02a21e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406978 Sep 07 07:29:02.378491 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9748be4e-faf7-4039-80e8-c50c962c4f8d req-5f7f00d8-0250-4dc3-8ac5-d05b9a925f7a service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774672 Sep 07 07:29:02.467099 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9748be4e-faf7-4039-80e8-c50c962c4f8d req-e3425cc7-d490-45b0-b6c5-9518e95f4694 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817282 Sep 07 07:29:03.358101 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:10.846987 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-500498f7-97c7-4403-8da1-413a781d3ddd req-6580f0cd-cf12-41ae-a838-42ff2e5ec2e8 service neutron] (94030) timed out ('10.222.0.15', 50172) {{(pid=94030) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 07:29:10.858558 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-eef83e8b-e3d0-422d-b528-03bbd5f1f8a9 req-54d26395-1bd1-4bf1-932f-a165e3730bde service neutron] (94030) timed out ('10.222.0.15', 50167) {{(pid=94030) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 07:29:21.378165 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:27.591430 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5b0da532-d653-4141-8200-75a32e1446c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:30.231725 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:30.270970 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-aceedd7e-9412-4d6b-ac92-0949f84a04dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:31.170450 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:33.358640 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:34.077362 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-f7eaa176-83f5-431c-8969-baaad71d7d80 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586309485&fields=id&tenant_id=7b6ee0e37e064331a5c47b5758d37f5a HTTP/1.1" status: 200 len: 267 time: 0.0315402 Sep 07 07:29:34.178822 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-8caee544-3d5b-4328-98c9-6780808f8918 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:34.180198 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-8caee544-3d5b-4328-98c9-6780808f8918 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 812 time: 0.0963602 Sep 07 07:29:34.194742 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-03f64866-433f-4c59-b3ec-d6a5af41163b tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/quotas/7b6ee0e37e064331a5c47b5758d37f5a HTTP/1.1" status: 200 len: 375 time: 0.0085080 Sep 07 07:29:34.251198 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-62cd737d-5aae-420c-8bc6-222bea1d40dd tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0508299 Sep 07 07:29:34.340973 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-e447e7e5-0c3b-4d16-ac74-dcc47668d14d service neutron] 10.222.0.30 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778558 Sep 07 07:29:34.429992 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-3b4d8cbd-ceb3-43ab-bfa9-5a7dad1588bc service neutron] 10.222.0.30 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831637 Sep 07 07:29:34.761873 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e0a3ac3a-7605-4a40-9370-9ea4add5e66b req-b4dd0e4d-632b-4541-b8c1-f76bd2df2e90 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 210 time: 0.0816455 Sep 07 07:29:35.850324 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e3869dbe-8907-4ed6-82d9-8d17b7ae4485 req-f6f963e9-3b6b-4a44-b26b-8fa55405c428 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 210 time: 0.0255640 Sep 07 07:29:36.955227 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-42f8e228-5617-4270-9ec8-e3d5f5b25451 req-3fd181d1-1e49-432a-ae84-5f18ad2e0aaa tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 210 time: 0.0248578 Sep 07 07:29:37.723417 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-f071d76b-c72c-4933-b1ae-0358ba810a17 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:37.725177 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-f071d76b-c72c-4933-b1ae-0358ba810a17 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.15 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 812 time: 0.1006644 Sep 07 07:29:37.771852 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-ba4434fe-8d10-4ec5-8cd3-0c77a4a73d7d tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b6ee0e37e064331a5c47b5758d37f5a HTTP/1.1" status: 200 len: 380 time: 0.0319424 Sep 07 07:29:37.785137 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Request body: {'port': {'device_id': 'fae2b3c9-afe5-4463-bfff-71bc4a93fc2d', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'admin_state_up': True, 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'security_groups': ['df236302-89e0-4591-bc57-1950cc8b6bca']}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:29:37.872958 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:29:37.889656 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Made reservation on behalf of 7b6ee0e37e064331a5c47b5758d37f5a for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 07:29:37.893564 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:38.240132 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-36ab89cd-a5d2-4b80-a514-844bc4020cfb req-580a447b-b243-45fb-84d4-d0cf9f38e1b3 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 210 time: 0.0327697 Sep 07 07:29:38.302721 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Allocated IP 172.20.0.9 (8e6ed71c-cec5-40c8-81bc-c0c50766c09f/8de05a33-42eb-473a-a3bb-1976470f413a/458bb742-6e94-41e9-8594-e9a2aa2f2ca0) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:29:38.437754 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:38.450970 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Transition to ACTIVE for port object 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:29:38.481937 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:38.521471 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:29:38.524349 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:29:38.531050 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:29:38.558725 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event updated for resources: {'Port': ['ID=458bb742-6e94-41e9-8594-e9a2aa2f2ca0,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:29:38.572962 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:38.573314 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:38.573654 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:38.573988 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:38.574315 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:38.574640 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:38.574966 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:38.575322 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:38.575710 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:38.576034 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:38.576351 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:38.576667 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:38.597804 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:38.598653 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:38.613299 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-5f3ceeb3-1f0a-46ac-8449-19d18c7eb87c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8315465 Sep 07 07:29:38.630971 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Request body: {'port': {'device_id': 'fae2b3c9-afe5-4463-bfff-71bc4a93fc2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:29:38.684251 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:38.767884 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a220954e-4241-450c-b14f-810086263986 None None] Provisioning for port 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:29:38.771552 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a220954e-4241-450c-b14f-810086263986 None None] Provisioning complete for port 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:29:38.771904 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a220954e-4241-450c-b14f-810086263986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:38.804496 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a220954e-4241-450c-b14f-810086263986 None None] Port 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 07:29:38.940998 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:29:38.948726 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:38.960268 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Transition to ACTIVE for port object 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 07:29:38.963853 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:39.049005 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Pushing event updated for resources: {'Port': ['ID=458bb742-6e94-41e9-8594-e9a2aa2f2ca0,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:29:39.081417 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Attempting to bind port 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 07:29:39.081753 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Attempting to bind port 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 07:29:39.082081 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Attempting to bind port 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 on network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:29:39.086534 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Port 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 on network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 07:29:39.086855 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Attempting to bind port 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 on network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 07:29:39.091618 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Checking agent: {'id': '53b31fa8-1a3b-4a66-994f-ff1687340f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'started_at': datetime.datetime(2021, 9, 7, 7, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 7, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 07:29:39.091950 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Checking segment: {'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 07:29:39.092333 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Bound using segment: {'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 07:29:39.092750 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Bound port: 458bb742-6e94-41e9-8594-e9a2aa2f2ca0, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93851bab-dbee-4a30-9a90-a075cf480770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 07:29:39.093112 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:39.157108 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] For port 458bb742-6e94-41e9-8594-e9a2aa2f2ca0, host hv-cinder-80473, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 07:29:39.160117 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] For port 458bb742-6e94-41e9-8594-e9a2aa2f2ca0, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=458bb742-6e94-41e9-8594-e9a2aa2f2ca0,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 07:29:39.164033 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:39.199100 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:39.199743 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:39.201147 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] 10.222.0.15 "PUT /v2.0/ports/458bb742-6e94-41e9-8594-e9a2aa2f2ca0 HTTP/1.1" status: 200 len: 1093 time: 0.5744886 Sep 07 07:29:39.201549 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae2b3c9-afe5-4463-bfff-71bc4a93fc2d', 'tag': '458bb742-6e94-41e9-8594-e9a2aa2f2ca0'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:29:39.203772 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4fcfce-32ab-406c-a34a-886cf4ad25da" -d '{"events": [{"name": "network-changed", "server_uuid": "fae2b3c9-afe5-4463-bfff-71bc4a93fc2d", "tag": "458bb742-6e94-41e9-8594-e9a2aa2f2ca0"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:29:39.231855 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ddb83-1e35-495a-8154-272614263925 service neutron] Pushing event updated for resources: {'Port': ['ID=458bb742-6e94-41e9-8594-e9a2aa2f2ca0,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:29:39.249987 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ffa342-bdea-404e-bce2-5bb92078b8e4 x-openstack-request-id: req-b1ffa342-bdea-404e-bce2-5bb92078b8e4 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:29:39.250354 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae2b3c9-afe5-4463-bfff-71bc4a93fc2d", "tag": "458bb742-6e94-41e9-8594-e9a2aa2f2ca0", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:29:39.250674 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1ffa342-bdea-404e-bce2-5bb92078b8e4 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:29:39.251121 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae2b3c9-afe5-4463-bfff-71bc4a93fc2d', 'tag': '458bb742-6e94-41e9-8594-e9a2aa2f2ca0', 'status': 'completed', 'code': 200} Sep 07 07:29:39.357966 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fcfce-32ab-406c-a34a-886cf4ad25da req-e09a95a3-e869-4a3a-a65e-e05e086dbb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:39.359524 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9e4fcfce-32ab-406c-a34a-886cf4ad25da req-e09a95a3-e869-4a3a-a65e-e05e086dbb93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 1096 time: 0.0707595 Sep 07 07:29:39.374582 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0f63c-0d61-4f96-b35b-5836e0d9f04f req-a7f1e1f8-d033-48a5-80e0-d3badcf384d7 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:39.376068 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ebf0f63c-0d61-4f96-b35b-5836e0d9f04f req-a7f1e1f8-d033-48a5-80e0-d3badcf384d7 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 943 time: 0.0611496 Sep 07 07:29:39.466135 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ebf0f63c-0d61-4f96-b35b-5836e0d9f04f req-f845bb89-de70-4fa7-a356-bf6835b383de tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813723 Sep 07 07:29:39.491657 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fcfce-32ab-406c-a34a-886cf4ad25da req-0102483d-d5b4-4f3d-b7c5-4490a9a0916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:39.493110 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9e4fcfce-32ab-406c-a34a-886cf4ad25da req-0102483d-d5b4-4f3d-b7c5-4490a9a0916e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1161900 Sep 07 07:29:39.586204 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fcfce-32ab-406c-a34a-886cf4ad25da req-e61df1c8-4bf1-46bf-8790-7f76a9978893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:39.587695 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9e4fcfce-32ab-406c-a34a-886cf4ad25da req-e61df1c8-4bf1-46bf-8790-7f76a9978893 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872169 Sep 07 07:29:39.683762 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-d0e7aaef-c810-431a-8989-065576b5b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:39.685186 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-d0e7aaef-c810-431a-8989-065576b5b9b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 1096 time: 0.0391753 Sep 07 07:29:39.730843 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-4651df60-d0ec-47b9-a950-18357c735844 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=458bb742-6e94-41e9-8594-e9a2aa2f2ca0 HTTP/1.1" status: 200 len: 217 time: 0.0325046 Sep 07 07:29:39.780884 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-691f8adc-5a66-42e2-9bf1-48fcb4495c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:39.782240 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-691f8adc-5a66-42e2-9bf1-48fcb4495c88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8de05a33-42eb-473a-a3bb-1976470f413a HTTP/1.1" status: 200 len: 851 time: 0.0442960 Sep 07 07:29:39.824731 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-dc091d3f-e778-400b-9377-231880047abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:39.826047 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-dc091d3f-e778-400b-9377-231880047abc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0369709 Sep 07 07:29:39.911670 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-d473247d-cb48-4e93-9ec4-57a8dd0c783d service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784969 Sep 07 07:29:40.002896 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c62e58cf-6163-4067-8d7d-4025c9c44099 req-571b4fa0-1414-4ea2-9eaf-3f8bdc3ae040 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845420 Sep 07 07:29:40.579948 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd55785-b55b-4dda-a1ba-e8fa3efd489d req-5ddbc944-e86c-4650-9ebd-50a9a0b7b334 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:40.581424 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6dd55785-b55b-4dda-a1ba-e8fa3efd489d req-5ddbc944-e86c-4650-9ebd-50a9a0b7b334 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 943 time: 0.0481751 Sep 07 07:29:40.617769 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6dd55785-b55b-4dda-a1ba-e8fa3efd489d req-4254e897-11f0-4de7-a8b9-1714384f7a12 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304656 Sep 07 07:29:41.732598 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499c5ea-9203-40e2-a62a-845db9eccfc8 req-6915eb61-62af-4c3e-aa9b-16d5d1c4b784 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:41.734065 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5499c5ea-9203-40e2-a62a-845db9eccfc8 req-6915eb61-62af-4c3e-aa9b-16d5d1c4b784 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 943 time: 0.0515716 Sep 07 07:29:41.770265 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5499c5ea-9203-40e2-a62a-845db9eccfc8 req-28037358-9f35-4cef-b73c-f2a0931a9a7a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304856 Sep 07 07:29:42.878608 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbee6ae-b88f-4554-ac9b-96d1e7c78861 req-2a1375a0-ccaa-4715-aa43-659a4fb38d1a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:42.879971 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dbbee6ae-b88f-4554-ac9b-96d1e7c78861 req-2a1375a0-ccaa-4715-aa43-659a4fb38d1a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 943 time: 0.0465379 Sep 07 07:29:42.921068 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dbbee6ae-b88f-4554-ac9b-96d1e7c78861 req-feec5b56-5446-423a-bbc9-606a0e7d6fed tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353494 Sep 07 07:29:44.029955 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b054f5-e354-4b9f-8470-8c38972bc085 req-0067e4eb-a3a3-4ff5-8aa0-70a6caddabcc tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:44.031431 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-65b054f5-e354-4b9f-8470-8c38972bc085 req-0067e4eb-a3a3-4ff5-8aa0-70a6caddabcc tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 943 time: 0.0460272 Sep 07 07:29:44.071376 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-65b054f5-e354-4b9f-8470-8c38972bc085 req-3def6446-d2db-42c6-9119-4fa58ef545d1 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342867 Sep 07 07:29:45.181058 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dc539-1c45-4cc7-810b-a4f979e4e930 req-cc2bd93f-dfcd-4ecf-979d-5f497c8af2b2 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:45.182515 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6c4dc539-1c45-4cc7-810b-a4f979e4e930 req-cc2bd93f-dfcd-4ecf-979d-5f497c8af2b2 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 943 time: 0.0476103 Sep 07 07:29:45.219389 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6c4dc539-1c45-4cc7-810b-a4f979e4e930 req-263b80d8-6acd-4c74-a030-58b1f50d5f12 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310535 Sep 07 07:29:46.331483 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5898357-8e0e-4313-8f2b-e7ff3aaa0fa8 req-70cbc7c6-bf50-46e4-ac9c-153cbf80ec2e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:46.332963 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c5898357-8e0e-4313-8f2b-e7ff3aaa0fa8 req-70cbc7c6-bf50-46e4-ac9c-153cbf80ec2e tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 943 time: 0.0467799 Sep 07 07:29:46.369666 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c5898357-8e0e-4313-8f2b-e7ff3aaa0fa8 req-74917dc5-210e-4681-90c2-4160242cb74a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309732 Sep 07 07:29:47.477608 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bb5d7-5995-46ca-beae-8d47d412e769 req-cc747286-73a2-497d-b8d9-9df5827338e5 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:47.479034 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bf4bb5d7-5995-46ca-beae-8d47d412e769 req-cc747286-73a2-497d-b8d9-9df5827338e5 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 943 time: 0.0468614 Sep 07 07:29:47.514377 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bf4bb5d7-5995-46ca-beae-8d47d412e769 req-b5163a6a-d3ab-40c6-8b01-ed01b1964488 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296016 Sep 07 07:29:48.623917 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f69ba-b705-4fb7-a006-5ee9061815ca req-1092a4b3-839f-4b27-82d6-6564a96fe275 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:48.625376 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-529f69ba-b705-4fb7-a006-5ee9061815ca req-1092a4b3-839f-4b27-82d6-6564a96fe275 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 943 time: 0.0479062 Sep 07 07:29:48.661250 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-529f69ba-b705-4fb7-a006-5ee9061815ca req-b8a89dec-9698-4d43-a1e7-c5d6de2ae4ea tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301132 Sep 07 07:29:48.918532 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 07:29:49.009820 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 458bb742-6e94-41e9-8594-e9a2aa2f2ca0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=458bb742-6e94-41e9-8594-e9a2aa2f2ca0,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:29:49.020690 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Returning: {'device': '458bb742-6e94-41e9-8594-e9a2aa2f2ca0', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'port_id': '458bb742-6e94-41e9-8594-e9a2aa2f2ca0', 'mac_address': 'fa:16:3e:99:bb:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 07:29:49.056110 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:49.068013 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 07:29:49.086234 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 458bb742-6e94-41e9-8594-e9a2aa2f2ca0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=458bb742-6e94-41e9-8594-e9a2aa2f2ca0,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:29:49.091449 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:49.139656 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=458bb742-6e94-41e9-8594-e9a2aa2f2ca0,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:29:49.146254 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:49.146603 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:49.146944 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:49.147283 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:49.147636 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:49.147967 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:49.148296 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:49.148621 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:49.148949 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:49.149274 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:49.149595 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:49.149916 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:29:49.524788 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] get_ports_and_sgs() called for port_ids ['458bb742-6e94-41e9-8594-e9a2aa2f2ca0'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 07:29:49.772458 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a3819-77a8-44da-b28c-5cdba9d9eca6 req-a51a1051-9308-4990-a778-9ab82b58f664 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:49.773895 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-176a3819-77a8-44da-b28c-5cdba9d9eca6 req-a51a1051-9308-4990-a778-9ab82b58f664 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 944 time: 0.0463698 Sep 07 07:29:49.813259 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-176a3819-77a8-44da-b28c-5cdba9d9eca6 req-ef5dac13-73ab-44ab-ba19-c3ade54ebb82 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334203 Sep 07 07:29:50.927269 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c142571-ee37-40ec-9141-f803abd44da5 req-814525b8-3ae2-4a31-8a5d-912bdfa016e2 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:50.928799 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6c142571-ee37-40ec-9141-f803abd44da5 req-814525b8-3ae2-4a31-8a5d-912bdfa016e2 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 944 time: 0.0469568 Sep 07 07:29:50.934198 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 up at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 07:29:50.969162 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6c142571-ee37-40ec-9141-f803abd44da5 req-2679588c-6a51-4472-956b-c0e422d59e19 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341315 Sep 07 07:29:50.982389 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning for port 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 07:29:50.989321 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Provisioning complete for port 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 07:29:50.989698 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1853690'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:51.062987 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:51.086392 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae2b3c9-afe5-4463-bfff-71bc4a93fc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458bb742-6e94-41e9-8594-e9a2aa2f2ca0'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:29:51.088614 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8bb9654db5716a5218bc8a656f51cdb797cc035c6c668471ebb5fcb35229b98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4fdd54-2f8f-4fec-a4c0-bf15ec0958d6" -d '{"events": [{"server_uuid": "fae2b3c9-afe5-4463-bfff-71bc4a93fc2d", "name": "network-vif-plugged", "status": "completed", "tag": "458bb742-6e94-41e9-8594-e9a2aa2f2ca0"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:29:51.110986 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] For port 458bb742-6e94-41e9-8594-e9a2aa2f2ca0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=458bb742-6e94-41e9-8594-e9a2aa2f2ca0,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:29:51.114814 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:51.137787 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690b8323-43d3-4de5-a26b-286aeb8452af x-openstack-request-id: req-690b8323-43d3-4de5-a26b-286aeb8452af {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:29:51.138084 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae2b3c9-afe5-4463-bfff-71bc4a93fc2d", "name": "network-vif-plugged", "status": "completed", "tag": "458bb742-6e94-41e9-8594-e9a2aa2f2ca0", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:29:51.138340 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-690b8323-43d3-4de5-a26b-286aeb8452af {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:29:51.138730 dv-cinder-804735-9-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae2b3c9-afe5-4463-bfff-71bc4a93fc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458bb742-6e94-41e9-8594-e9a2aa2f2ca0', 'code': 200} Sep 07 07:29:51.162634 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Pushing event updated for resources: {'Port': ['ID=458bb742-6e94-41e9-8594-e9a2aa2f2ca0,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:29:51.363120 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819928c1-34f0-4833-83d5-ab09b8f28083 req-4333a071-c779-4a8c-9e81-8f4cd2a468b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:51.365385 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-819928c1-34f0-4833-83d5-ab09b8f28083 req-4333a071-c779-4a8c-9e81-8f4cd2a468b3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 1098 time: 0.0402043 Sep 07 07:29:51.379097 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:51.400018 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-819928c1-34f0-4833-83d5-ab09b8f28083 req-34170c3d-c96c-4c10-bbe4-956677406c68 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274117 Sep 07 07:29:52.079778 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f57ff-856c-4794-bfc0-ef423e9b0b55 req-7912997e-ec01-49cf-b81d-fc0e6fa3abbc tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:52.081243 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d41f57ff-856c-4794-bfc0-ef423e9b0b55 req-7912997e-ec01-49cf-b81d-fc0e6fa3abbc tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 945 time: 0.0469139 Sep 07 07:29:52.117840 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d41f57ff-856c-4794-bfc0-ef423e9b0b55 req-d667ee7f-2cfa-4b91-80fc-f93d3ff349c3 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309045 Sep 07 07:29:53.230979 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9192d-ddb9-4f16-92f3-a7700540f32b req-bf0bfd9a-ea61-48af-be7e-4f4a6e0d30c2 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:53.232589 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-11e9192d-ddb9-4f16-92f3-a7700540f32b req-bf0bfd9a-ea61-48af-be7e-4f4a6e0d30c2 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 945 time: 0.0479357 Sep 07 07:29:53.269130 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-11e9192d-ddb9-4f16-92f3-a7700540f32b req-3b40a62b-a0d2-4dec-acf6-dc3b9b4227eb tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304461 Sep 07 07:29:53.378628 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909dafe-eef5-4685-a08c-f826229a52fa req-43a8d361-fb61-4463-8e99-b599545c801f tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:53.380110 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4909dafe-eef5-4685-a08c-f826229a52fa req-43a8d361-fb61-4463-8e99-b599545c801f tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 945 time: 0.0482228 Sep 07 07:29:53.419932 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4909dafe-eef5-4685-a08c-f826229a52fa req-e72afc8e-cd33-477b-a63d-6934443c9ec7 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339174 Sep 07 07:29:53.440685 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 33908) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:29:53.570233 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5729e9db-4312-48f4-86e2-97bea0364bf0 tempest-TestVolumeBootPattern-339121521 tempest-TestVolumeBootPattern-339121521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:53.571831 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-5729e9db-4312-48f4-86e2-97bea0364bf0 tempest-TestVolumeBootPattern-339121521 tempest-TestVolumeBootPattern-339121521-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 1093 time: 0.1302104 Sep 07 07:29:53.574975 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 33912) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:29:53.579211 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Request body: {'floatingip': {'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'port_id': '458bb742-6e94-41e9-8594-e9a2aa2f2ca0', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 07:29:53.601080 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for floatingip, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:53.695694 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:53.798929 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Allocated IP 172.27.2.21 (e2b3ffe7-98e3-4527-9727-6754b6d36286/4cf4c235-f8eb-4dd9-a94c-45598b0c28fd/6124a4a9-3bfa-47ba-a2be-a027965cc3d6) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 07:29:53.896118 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:53.936372 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728183525524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:53.970881 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Network e2b3ffe7-98e3-4527-9727-6754b6d36286 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 07:29:53.973571 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 07:29:53.977250 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 07:29:54.004177 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event updated for resources: {'Port': ['ID=6124a4a9-3bfa-47ba-a2be-a027965cc3d6,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:29:54.322010 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:54.383065 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709474'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:54.527329 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:54.531412 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728184077797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728183525542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728183525560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5732527'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:54.596916 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event updated for resources: {'Port': ['ID=6124a4a9-3bfa-47ba-a2be-a027965cc3d6,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:29:54.607001 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579857'] for floatingip, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:54.700340 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.l3_db [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Floating IP 4e13de57-53e2-44c7-9330-c8b2f1950958 associated. External IP: 172.27.2.21, port: 458bb742-6e94-41e9-8594-e9a2aa2f2ca0. Sep 07 07:29:54.895430 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Router cdba4961-bdf2-459d-bb24-4ba073644f2d has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:29:54.996487 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:29:55.006779 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517126a4-400e-454e-9cf2-c84d0440212a None None] Sync routers for ids ['cdba4961-bdf2-459d-bb24-4ba073644f2d'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:29:55.011627 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:29:55.019137 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517126a4-400e-454e-9cf2-c84d0440212a None None] Routers {'cdba4961-bdf2-459d-bb24-4ba073644f2d'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:29:55.019859 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-517126a4-400e-454e-9cf2-c84d0440212a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:29:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['cdba4961-bdf2-459d-bb24-4ba073644f2d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:29:55.039425 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b0d3008c-72ff-43cd-a894-8bd6b0c7c39c tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4633844 Sep 07 07:29:55.040151 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae2b3c9-afe5-4463-bfff-71bc4a93fc2d', 'tag': '458bb742-6e94-41e9-8594-e9a2aa2f2ca0'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:29:55.043111 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca54f873-e4e2-4a79-beef-d1056ccde25b" -d '{"events": [{"name": "network-changed", "server_uuid": "fae2b3c9-afe5-4463-bfff-71bc4a93fc2d", "tag": "458bb742-6e94-41e9-8594-e9a2aa2f2ca0"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:29:55.078548 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9684171a-b2a5-4cf1-bb5b-916c74737ac4 x-openstack-request-id: req-9684171a-b2a5-4cf1-bb5b-916c74737ac4 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:29:55.078845 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae2b3c9-afe5-4463-bfff-71bc4a93fc2d", "tag": "458bb742-6e94-41e9-8594-e9a2aa2f2ca0", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:29:55.079102 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9684171a-b2a5-4cf1-bb5b-916c74737ac4 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:29:55.079542 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae2b3c9-afe5-4463-bfff-71bc4a93fc2d', 'tag': '458bb742-6e94-41e9-8594-e9a2aa2f2ca0', 'status': 'completed', 'code': 200} Sep 07 07:29:55.123549 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-517126a4-400e-454e-9cf2-c84d0440212a None None] Set router cdba4961-bdf2-459d-bb24-4ba073644f2d gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:29:55.161445 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54f873-e4e2-4a79-beef-d1056ccde25b req-30031009-a2c6-4b15-8e20-abbdb0a4d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:55.162904 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ca54f873-e4e2-4a79-beef-d1056ccde25b req-30031009-a2c6-4b15-8e20-abbdb0a4d2c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 1098 time: 0.0398242 Sep 07 07:29:55.253739 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54f873-e4e2-4a79-beef-d1056ccde25b req-3ebeebaa-c9cf-4370-8fe8-ddac2946c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:55.255273 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ca54f873-e4e2-4a79-beef-d1056ccde25b req-3ebeebaa-c9cf-4370-8fe8-ddac2946c44a service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 913 time: 0.0848448 Sep 07 07:29:55.318520 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ca54f873-e4e2-4a79-beef-d1056ccde25b req-544a800e-2e20-44f1-8c4c-7fce007c4b2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=458bb742-6e94-41e9-8594-e9a2aa2f2ca0 HTTP/1.1" status: 200 len: 998 time: 0.0554087 Sep 07 07:29:55.339264 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-517126a4-400e-454e-9cf2-c84d0440212a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': '4e13de57-53e2-44c7-9330-c8b2f1950958', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'port_id': '458bb742-6e94-41e9-8594-e9a2aa2f2ca0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'mac_address': 'fa:16:3e:99:bb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae2b3c9-afe5-4463-bfff-71bc4a93fc2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:29:54Z', 'updated_at': '2021-09-07T07:29:54Z', 'revision_number': 0, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ip_address_scope': None}, {'id': '8967cb56-6206-42d8-a08e-b88cc37b448a', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'port_id': '4aeaede9-a854-4073-a0a7-cb1afc704273', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'mac_address': 'fa:16:3e:77:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:27:33Z', 'updated_at': '2021-09-07T07:27:35Z', 'revision_number': 1, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:29:55.368950 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517126a4-400e-454e-9cf2-c84d0440212a None None] Checking router: cdba4961-bdf2-459d-bb24-4ba073644f2d for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:29:55.370005 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54f873-e4e2-4a79-beef-d1056ccde25b req-a902b3ee-3b76-425c-9196-5eb251684b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:55.371492 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ca54f873-e4e2-4a79-beef-d1056ccde25b req-a902b3ee-3b76-425c-9196-5eb251684b5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8de05a33-42eb-473a-a3bb-1976470f413a HTTP/1.1" status: 200 len: 851 time: 0.0458574 Sep 07 07:29:55.377003 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517126a4-400e-454e-9cf2-c84d0440212a None None] Routers {'cdba4961-bdf2-459d-bb24-4ba073644f2d'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:29:55.377628 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-517126a4-400e-454e-9cf2-c84d0440212a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:29:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['cdba4961-bdf2-459d-bb24-4ba073644f2d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:29:55.415733 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54f873-e4e2-4a79-beef-d1056ccde25b req-89c27e2e-2313-4862-943d-120644024ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:29:55.417678 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ca54f873-e4e2-4a79-beef-d1056ccde25b req-89c27e2e-2313-4862-943d-120644024ba4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392747 Sep 07 07:29:55.479220 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-517126a4-400e-454e-9cf2-c84d0440212a None None] Set router cdba4961-bdf2-459d-bb24-4ba073644f2d gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:29:55.508236 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ca54f873-e4e2-4a79-beef-d1056ccde25b req-e1fb7a31-8086-4953-b7bb-2c3ece157817 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837867 Sep 07 07:29:55.595576 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ca54f873-e4e2-4a79-beef-d1056ccde25b req-f8dad966-47b3-496b-8a1f-d14f1f661376 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806229 Sep 07 07:29:55.699121 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-517126a4-400e-454e-9cf2-c84d0440212a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': '4e13de57-53e2-44c7-9330-c8b2f1950958', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'port_id': '458bb742-6e94-41e9-8594-e9a2aa2f2ca0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'mac_address': 'fa:16:3e:99:bb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae2b3c9-afe5-4463-bfff-71bc4a93fc2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:29:54Z', 'updated_at': '2021-09-07T07:29:54Z', 'revision_number': 0, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ip_address_scope': None}, {'id': '8967cb56-6206-42d8-a08e-b88cc37b448a', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'port_id': '4aeaede9-a854-4073-a0a7-cb1afc704273', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'mac_address': 'fa:16:3e:77:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:27:33Z', 'updated_at': '2021-09-07T07:27:35Z', 'revision_number': 1, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:29:55.728243 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517126a4-400e-454e-9cf2-c84d0440212a None None] The sync data for ids ['cdba4961-bdf2-459d-bb24-4ba073644f2d'] in dv-cinder-804735-9-iscsi is: [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': '4e13de57-53e2-44c7-9330-c8b2f1950958', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'port_id': '458bb742-6e94-41e9-8594-e9a2aa2f2ca0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'mac_address': 'fa:16:3e:99:bb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae2b3c9-afe5-4463-bfff-71bc4a93fc2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:29:54Z', 'updated_at': '2021-09-07T07:29:54Z', 'revision_number': 0, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ip_address_scope': None}, {'id': '8967cb56-6206-42d8-a08e-b88cc37b448a', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'port_id': '4aeaede9-a854-4073-a0a7-cb1afc704273', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'mac_address': 'fa:16:3e:77:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:27:33Z', 'updated_at': '2021-09-07T07:27:35Z', 'revision_number': 1, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:29:55.908759 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46073e8-9135-403a-92d9-0c0a90401c7e None None] New status for floating IP 4e13de57-53e2-44c7-9330-c8b2f1950958: ACTIVE {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 07:29:57.593033 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-af09be7c-737b-41c7-bd31-4caecd815cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:30:00.235561 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:30:00.271282 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a3d18c40-b154-483d-9d2b-12637cf54563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:30:01.173489 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:30:01.225453 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d28b61a2-a6a1-4733-b005-619f55f956ac req-383e579e-ca7e-4acd-bad8-0d756e3e9aec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375195 Sep 07 07:30:01.323659 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b61a2-a6a1-4733-b005-619f55f956ac req-e871f0c2-67d9-4f9e-a441-0e9e0588feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:30:01.325031 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d28b61a2-a6a1-4733-b005-619f55f956ac req-e871f0c2-67d9-4f9e-a441-0e9e0588feb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 1099 time: 0.0419147 Sep 07 07:30:01.427530 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b61a2-a6a1-4733-b005-619f55f956ac req-a9745e0e-1577-4b21-a916-214ad0385667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:30:01.429130 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d28b61a2-a6a1-4733-b005-619f55f956ac req-a9745e0e-1577-4b21-a916-214ad0385667 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 913 time: 0.0860236 Sep 07 07:30:01.497525 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d28b61a2-a6a1-4733-b005-619f55f956ac req-fcd8c585-e198-4b12-a946-d656716895d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4aeaede9-a854-4073-a0a7-cb1afc704273 HTTP/1.1" status: 200 len: 1002 time: 0.0608780 Sep 07 07:30:01.546194 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b61a2-a6a1-4733-b005-619f55f956ac req-068cdf09-37c5-453a-95f4-28d729de62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:30:01.547694 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d28b61a2-a6a1-4733-b005-619f55f956ac req-068cdf09-37c5-453a-95f4-28d729de62b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8de05a33-42eb-473a-a3bb-1976470f413a HTTP/1.1" status: 200 len: 851 time: 0.0438955 Sep 07 07:30:01.592682 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b61a2-a6a1-4733-b005-619f55f956ac req-603240bf-341f-4693-b08c-a8775f9007a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:30:01.594109 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d28b61a2-a6a1-4733-b005-619f55f956ac req-603240bf-341f-4693-b08c-a8775f9007a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399575 Sep 07 07:30:01.684649 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d28b61a2-a6a1-4733-b005-619f55f956ac req-2ad854e5-d147-4411-a1f8-97c10bef84a6 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830600 Sep 07 07:30:01.773836 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d28b61a2-a6a1-4733-b005-619f55f956ac req-2de74a18-8fa6-4d1f-b3af-c31eae1d83da service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818105 Sep 07 07:30:03.361613 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:30:14.871214 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:30:21.392851 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:30:27.599563 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-89b20cc8-3b34-4b2e-a923-2b669b3d8864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:30:30.238638 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:30:30.272542 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8b3797b1-70bf-4867-8295-fa6d3e0ded6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:30:31.177402 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:30:33.364806 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:30:51.391665 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:30:51.870842 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:30:57.590274 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7faa4ef5-9600-4ee3-890f-37591461e9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:00.239872 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:00.272014 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b3c5-7e81-4bd8-b37a-18fa39f1ec4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:01.179230 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:01.245215 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-648a12e8-85f4-4e9e-9a61-4be63e9c765f req-408ce90b-1a5b-471d-812e-cba39b11ebea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408795 Sep 07 07:31:01.314862 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a12e8-85f4-4e9e-9a61-4be63e9c765f req-d92277d0-1602-4d7d-ad3d-bd46d8a3e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:31:01.316348 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-648a12e8-85f4-4e9e-9a61-4be63e9c765f req-d92277d0-1602-4d7d-ad3d-bd46d8a3e9b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 1098 time: 0.0386875 Sep 07 07:31:01.419828 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a12e8-85f4-4e9e-9a61-4be63e9c765f req-7776a291-f349-4571-836c-81bf279e6426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:31:01.421288 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-648a12e8-85f4-4e9e-9a61-4be63e9c765f req-7776a291-f349-4571-836c-81bf279e6426 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 913 time: 0.0865612 Sep 07 07:31:01.490678 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-648a12e8-85f4-4e9e-9a61-4be63e9c765f req-768503db-50f6-4045-a7d7-1dfacaecb2ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=458bb742-6e94-41e9-8594-e9a2aa2f2ca0 HTTP/1.1" status: 200 len: 1000 time: 0.0606217 Sep 07 07:31:01.535922 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a12e8-85f4-4e9e-9a61-4be63e9c765f req-d92bdc84-81da-4706-8c9d-d931f05dd533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:31:01.537264 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-648a12e8-85f4-4e9e-9a61-4be63e9c765f req-d92bdc84-81da-4706-8c9d-d931f05dd533 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8de05a33-42eb-473a-a3bb-1976470f413a HTTP/1.1" status: 200 len: 851 time: 0.0403919 Sep 07 07:31:01.579933 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a12e8-85f4-4e9e-9a61-4be63e9c765f req-4922f4b1-d052-4fb3-824b-e348234f94de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:31:01.581435 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-648a12e8-85f4-4e9e-9a61-4be63e9c765f req-4922f4b1-d052-4fb3-824b-e348234f94de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372036 Sep 07 07:31:01.670259 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-648a12e8-85f4-4e9e-9a61-4be63e9c765f req-40f81462-d3bf-4483-a9ec-322c28dca239 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812058 Sep 07 07:31:01.758250 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-648a12e8-85f4-4e9e-9a61-4be63e9c765f req-1d9f8770-cbbb-4100-9c59-dd5c0bafb68b service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807989 Sep 07 07:31:03.365781 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:21.406133 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:27.590448 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-393d1c28-69ff-44f2-9915-edabb9a515c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:28.870284 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:31:30.240393 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:30.270121 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ac413f6b-2b58-43a6-b23f-39befab021a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:31.184558 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:33.368298 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:43.825570 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 33954) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:31:43.973966 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Deleting port 6124a4a9-3bfa-47ba-a2be-a027965cc3d6 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:31:43.974307 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:44.046019 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:44.046348 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:44.057499 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Calling delete_port for 6124a4a9-3bfa-47ba-a2be-a027965cc3d6 owned by network:floatingip {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:31:44.196854 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:44.221943 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event deleted for resources: {'Port': ['ID=6124a4a9-3bfa-47ba-a2be-a027965cc3d6,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:31:44.246166 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:31:44.246517 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:31:44.246860 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:31:44.247197 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:31:44.247560 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:31:44.247895 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:31:44.248226 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:31:44.248557 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:31:44.248886 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:31:44.249213 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:31:44.249535 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:31:44.249855 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:31:44.546130 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:44.546452 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.l3_db [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Floating IP 4e13de57-53e2-44c7-9330-c8b2f1950958 disassociated (deleted). External IP: 172.27.2.21, port: 458bb742-6e94-41e9-8594-e9a2aa2f2ca0. Sep 07 07:31:44.744735 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Router cdba4961-bdf2-459d-bb24-4ba073644f2d has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:31:44.844536 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:31:44.849934 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:44.854906 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c497a6b8-908b-40ea-9e19-14866b324db2 None None] Sync routers for ids ['cdba4961-bdf2-459d-bb24-4ba073644f2d'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:31:44.876344 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-41d17902-1c3d-4912-9b7a-57c4abc5d649 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "DELETE /v2.0/floatingips/4e13de57-53e2-44c7-9330-c8b2f1950958 HTTP/1.1" status: 204 len: 168 time: 1.0496750 Sep 07 07:31:44.877041 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae2b3c9-afe5-4463-bfff-71bc4a93fc2d', 'tag': '458bb742-6e94-41e9-8594-e9a2aa2f2ca0'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:31:44.879513 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211e1d01-ef90-4cf9-bb3f-9fc3ca47b6db" -d '{"events": [{"name": "network-changed", "server_uuid": "fae2b3c9-afe5-4463-bfff-71bc4a93fc2d", "tag": "458bb742-6e94-41e9-8594-e9a2aa2f2ca0"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:31:44.984971 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fc211d-b180-4c0c-9fbd-d65f4f7a32cc x-openstack-request-id: req-47fc211d-b180-4c0c-9fbd-d65f4f7a32cc {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:31:44.985430 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae2b3c9-afe5-4463-bfff-71bc4a93fc2d", "tag": "458bb742-6e94-41e9-8594-e9a2aa2f2ca0", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:31:44.985752 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47fc211d-b180-4c0c-9fbd-d65f4f7a32cc {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:31:44.986275 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae2b3c9-afe5-4463-bfff-71bc4a93fc2d', 'tag': '458bb742-6e94-41e9-8594-e9a2aa2f2ca0', 'status': 'completed', 'code': 200} Sep 07 07:31:44.989727 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c497a6b8-908b-40ea-9e19-14866b324db2 None None] Routers {'cdba4961-bdf2-459d-bb24-4ba073644f2d'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:31:44.990344 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-c497a6b8-908b-40ea-9e19-14866b324db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:31:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['cdba4961-bdf2-459d-bb24-4ba073644f2d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:31:45.105165 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-c497a6b8-908b-40ea-9e19-14866b324db2 None None] Set router cdba4961-bdf2-459d-bb24-4ba073644f2d gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:31:45.118521 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e1d01-ef90-4cf9-bb3f-9fc3ca47b6db req-8e728a33-62e9-49da-8ff2-e58b778ce14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:31:45.120129 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ba9d1-e800-4b45-9cc0-986cf47a2444 req-eab4e261-80ce-4c4b-8ba2-fb8a9d8f7206 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:31:45.120664 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-211e1d01-ef90-4cf9-bb3f-9fc3ca47b6db req-8e728a33-62e9-49da-8ff2-e58b778ce14f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 1098 time: 0.0423427 Sep 07 07:31:45.121546 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-468ba9d1-e800-4b45-9cc0-986cf47a2444 req-eab4e261-80ce-4c4b-8ba2-fb8a9d8f7206 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 945 time: 0.0536580 Sep 07 07:31:45.161306 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-468ba9d1-e800-4b45-9cc0-986cf47a2444 req-f1544d09-8dc6-4811-b04a-7bdfed8a7612 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337887 Sep 07 07:31:45.229863 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e1d01-ef90-4cf9-bb3f-9fc3ca47b6db req-33518f5a-3f83-4292-8b45-d76feeddbed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:31:45.231427 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-211e1d01-ef90-4cf9-bb3f-9fc3ca47b6db req-33518f5a-3f83-4292-8b45-d76feeddbed9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 913 time: 0.1036642 Sep 07 07:31:45.272997 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-211e1d01-ef90-4cf9-bb3f-9fc3ca47b6db req-b090651d-8007-40cd-b858-b9aad77146a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=458bb742-6e94-41e9-8594-e9a2aa2f2ca0 HTTP/1.1" status: 200 len: 217 time: 0.0334954 Sep 07 07:31:45.320280 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e1d01-ef90-4cf9-bb3f-9fc3ca47b6db req-774440ca-9231-4ccc-b0c3-706ac984265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:31:45.321737 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-211e1d01-ef90-4cf9-bb3f-9fc3ca47b6db req-774440ca-9231-4ccc-b0c3-706ac984265f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8de05a33-42eb-473a-a3bb-1976470f413a HTTP/1.1" status: 200 len: 851 time: 0.0422339 Sep 07 07:31:45.328755 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-c497a6b8-908b-40ea-9e19-14866b324db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': '8967cb56-6206-42d8-a08e-b88cc37b448a', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'port_id': '4aeaede9-a854-4073-a0a7-cb1afc704273', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'mac_address': 'fa:16:3e:77:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:27:33Z', 'updated_at': '2021-09-07T07:27:35Z', 'revision_number': 1, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:31:45.358972 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c497a6b8-908b-40ea-9e19-14866b324db2 None None] Checking router: cdba4961-bdf2-459d-bb24-4ba073644f2d for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:31:45.367053 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c497a6b8-908b-40ea-9e19-14866b324db2 None None] Routers {'cdba4961-bdf2-459d-bb24-4ba073644f2d'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:31:45.367703 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-c497a6b8-908b-40ea-9e19-14866b324db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:31:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['cdba4961-bdf2-459d-bb24-4ba073644f2d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:31:45.369954 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e1d01-ef90-4cf9-bb3f-9fc3ca47b6db req-d59f698d-14d4-4082-8afc-dbb18354508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:31:45.371532 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-211e1d01-ef90-4cf9-bb3f-9fc3ca47b6db req-d59f698d-14d4-4082-8afc-dbb18354508d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424402 Sep 07 07:31:45.461346 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-211e1d01-ef90-4cf9-bb3f-9fc3ca47b6db req-c5748d73-57fd-417c-98cb-f95a8d3d6fa6 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810895 Sep 07 07:31:45.469975 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-c497a6b8-908b-40ea-9e19-14866b324db2 None None] Set router cdba4961-bdf2-459d-bb24-4ba073644f2d gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:31:45.555620 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-211e1d01-ef90-4cf9-bb3f-9fc3ca47b6db req-4ec3e8ec-958a-4752-9de9-a94e1340d877 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858772 Sep 07 07:31:45.692011 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-c497a6b8-908b-40ea-9e19-14866b324db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': '8967cb56-6206-42d8-a08e-b88cc37b448a', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'port_id': '4aeaede9-a854-4073-a0a7-cb1afc704273', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'mac_address': 'fa:16:3e:77:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:27:33Z', 'updated_at': '2021-09-07T07:27:35Z', 'revision_number': 1, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:31:45.717926 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c497a6b8-908b-40ea-9e19-14866b324db2 None None] The sync data for ids ['cdba4961-bdf2-459d-bb24-4ba073644f2d'] in dv-cinder-804735-9-iscsi is: [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_floatingips': [{'id': '8967cb56-6206-42d8-a08e-b88cc37b448a', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'router_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'port_id': '4aeaede9-a854-4073-a0a7-cb1afc704273', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'mac_address': 'fa:16:3e:77:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T07:27:33Z', 'updated_at': '2021-09-07T07:27:35Z', 'revision_number': 1, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:31:45.909607 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4236ab-2d19-4ad4-a45a-8cd70fd2c29e None None] New status for floating IP 4e13de57-53e2-44c7-9330-c8b2f1950958: DOWN {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 07:31:46.277069 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3880e3-346c-45de-9f85-dede68524ba2 req-1246525c-983a-4004-9e69-471023a95b31 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:31:46.278409 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fc3880e3-346c-45de-9f85-dede68524ba2 req-1246525c-983a-4004-9e69-471023a95b31 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 945 time: 0.0468233 Sep 07 07:31:46.314699 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fc3880e3-346c-45de-9f85-dede68524ba2 req-48533689-1e70-4f66-96a1-d3d6f829bf6a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306804 Sep 07 07:31:47.070895 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e634268-6d28-481d-90e5-31c34545e46b req-3b762fe3-61e7-4f78-8cf2-8720e1383e2a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:31:47.072339 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8e634268-6d28-481d-90e5-31c34545e46b req-3b762fe3-61e7-4f78-8cf2-8720e1383e2a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.15 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 945 time: 0.0459089 Sep 07 07:31:47.162793 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-8e634268-6d28-481d-90e5-31c34545e46b req-45a06d09-204c-45ac-a210-baf0cc440088 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Deleting port 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:31:47.163135 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-8e634268-6d28-481d-90e5-31c34545e46b req-45a06d09-204c-45ac-a210-baf0cc440088 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:47.246167 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-8e634268-6d28-481d-90e5-31c34545e46b req-45a06d09-204c-45ac-a210-baf0cc440088 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] For port 458bb742-6e94-41e9-8594-e9a2aa2f2ca0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=458bb742-6e94-41e9-8594-e9a2aa2f2ca0,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:31:47.246527 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-8e634268-6d28-481d-90e5-31c34545e46b req-45a06d09-204c-45ac-a210-baf0cc440088 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:47.259671 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-8e634268-6d28-481d-90e5-31c34545e46b req-45a06d09-204c-45ac-a210-baf0cc440088 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Calling delete_port for 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:31:47.391888 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-8e634268-6d28-481d-90e5-31c34545e46b req-45a06d09-204c-45ac-a210-baf0cc440088 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:47.426134 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a06d09-204c-45ac-a210-baf0cc440088 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event deleted for resources: {'Port': ['ID=458bb742-6e94-41e9-8594-e9a2aa2f2ca0,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:31:47.427482 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d7c82040-5e89-422b-b561-06d93c3f107a req-07d9a17d-2eac-4b45-84f4-75caa6dead18 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae2b3c9-afe5-4463-bfff-71bc4a93fc2d HTTP/1.1" status: 200 len: 210 time: 0.0260561 Sep 07 07:31:47.468197 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e634268-6d28-481d-90e5-31c34545e46b req-45a06d09-204c-45ac-a210-baf0cc440088 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] No DVR routers for this DVR port 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:31:47.470671 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-8e634268-6d28-481d-90e5-31c34545e46b req-45a06d09-204c-45ac-a210-baf0cc440088 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:47.472706 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8e634268-6d28-481d-90e5-31c34545e46b req-45a06d09-204c-45ac-a210-baf0cc440088 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.15 "DELETE /v2.0/ports/458bb742-6e94-41e9-8594-e9a2aa2f2ca0 HTTP/1.1" status: 204 len: 173 time: 0.3936598 Sep 07 07:31:47.473145 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae2b3c9-afe5-4463-bfff-71bc4a93fc2d', 'name': 'network-vif-deleted', 'tag': '458bb742-6e94-41e9-8594-e9a2aa2f2ca0'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:31:47.475684 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58763aa3-6393-4d34-9cdb-eefc5ffef660" -d '{"events": [{"server_uuid": "fae2b3c9-afe5-4463-bfff-71bc4a93fc2d", "name": "network-vif-deleted", "tag": "458bb742-6e94-41e9-8594-e9a2aa2f2ca0"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:31:47.511696 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97747251-d8f8-4bae-9a75-f26744edae80 x-openstack-request-id: req-97747251-d8f8-4bae-9a75-f26744edae80 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:31:47.511993 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae2b3c9-afe5-4463-bfff-71bc4a93fc2d", "name": "network-vif-deleted", "tag": "458bb742-6e94-41e9-8594-e9a2aa2f2ca0", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:31:47.512248 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-97747251-d8f8-4bae-9a75-f26744edae80 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:31:47.512647 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae2b3c9-afe5-4463-bfff-71bc4a93fc2d', 'name': 'network-vif-deleted', 'tag': '458bb742-6e94-41e9-8594-e9a2aa2f2ca0', 'status': 'completed', 'code': 200} Sep 07 07:31:49.431252 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:31:49.454672 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:31:49.455014 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 458bb742-6e94-41e9-8594-e9a2aa2f2ca0 not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:31:50.698044 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 34000) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:31:50.846276 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-6065d67e-60d8-466f-9868-cd032370da53 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Deleting port c7da57f5-06ba-447c-92d4-f161ea3b7fa9 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:31:50.846529 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6065d67e-60d8-466f-9868-cd032370da53 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:50.917574 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6065d67e-60d8-466f-9868-cd032370da53 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:50.917903 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6065d67e-60d8-466f-9868-cd032370da53 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:50.929032 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-6065d67e-60d8-466f-9868-cd032370da53 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Calling delete_port for c7da57f5-06ba-447c-92d4-f161ea3b7fa9 owned by network:floatingip {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:31:51.069247 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6065d67e-60d8-466f-9868-cd032370da53 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:51.094125 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065d67e-60d8-466f-9868-cd032370da53 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event deleted for resources: {'Port': ['ID=c7da57f5-06ba-447c-92d4-f161ea3b7fa9,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:31:51.151879 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6065d67e-60d8-466f-9868-cd032370da53 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:51.152156 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.db.l3_db [None req-6065d67e-60d8-466f-9868-cd032370da53 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Floating IP 8967cb56-6206-42d8-a08e-b88cc37b448a disassociated (deleted). External IP: 172.27.2.131, port: 4aeaede9-a854-4073-a0a7-cb1afc704273. Sep 07 07:31:51.346938 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6065d67e-60d8-466f-9868-cd032370da53 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Router cdba4961-bdf2-459d-bb24-4ba073644f2d has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:31:51.405110 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:51.450118 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6065d67e-60d8-466f-9868-cd032370da53 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:31:51.454975 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6065d67e-60d8-466f-9868-cd032370da53 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:51.459758 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21acd4e-15d6-4ed9-9851-da51f1705a4f None None] Sync routers for ids ['cdba4961-bdf2-459d-bb24-4ba073644f2d'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:31:51.468306 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21acd4e-15d6-4ed9-9851-da51f1705a4f None None] Routers {'cdba4961-bdf2-459d-bb24-4ba073644f2d'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:31:51.468905 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f21acd4e-15d6-4ed9-9851-da51f1705a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:31:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['cdba4961-bdf2-459d-bb24-4ba073644f2d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:31:51.480966 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-6065d67e-60d8-466f-9868-cd032370da53 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "DELETE /v2.0/floatingips/8967cb56-6206-42d8-a08e-b88cc37b448a HTTP/1.1" status: 204 len: 168 time: 0.7818551 Sep 07 07:31:51.481558 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'tag': '4aeaede9-a854-4073-a0a7-cb1afc704273'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:31:51.483869 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99c1e61-f66c-4ae6-afd2-91c6be15e93f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c484cc9-020a-4fcd-b9df-0ae5848d74a5", "tag": "4aeaede9-a854-4073-a0a7-cb1afc704273"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:31:51.520274 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 07:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d19cc6-d089-4042-a53a-e3933a577f15 x-openstack-request-id: req-f4d19cc6-d089-4042-a53a-e3933a577f15 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:31:51.520601 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c484cc9-020a-4fcd-b9df-0ae5848d74a5", "tag": "4aeaede9-a854-4073-a0a7-cb1afc704273", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:31:51.520927 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4d19cc6-d089-4042-a53a-e3933a577f15 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:31:51.521499 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'tag': '4aeaede9-a854-4073-a0a7-cb1afc704273', 'status': 'completed', 'code': 200} Sep 07 07:31:51.591013 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-f21acd4e-15d6-4ed9-9851-da51f1705a4f None None] Set router cdba4961-bdf2-459d-bb24-4ba073644f2d gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:31:51.618765 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c1e61-f66c-4ae6-afd2-91c6be15e93f req-f256bb1b-502c-4231-87b3-393d7d5291c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:31:51.620566 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c99c1e61-f66c-4ae6-afd2-91c6be15e93f req-f256bb1b-502c-4231-87b3-393d7d5291c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 1099 time: 0.0510557 Sep 07 07:31:51.710251 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d1c41-6c05-448d-989d-5cf84eb4b421 req-ad2fed07-2ea7-4100-874e-f923ca8f04bd tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:31:51.711705 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6e9d1c41-6c05-448d-989d-5cf84eb4b421 req-ad2fed07-2ea7-4100-874e-f923ca8f04bd tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 946 time: 0.0513570 Sep 07 07:31:51.751843 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6e9d1c41-6c05-448d-989d-5cf84eb4b421 req-db821de2-1f7f-4846-9143-f5e9a672bfc8 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339258 Sep 07 07:31:51.755010 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c1e61-f66c-4ae6-afd2-91c6be15e93f req-62919f7f-4af0-4896-8163-0b3f41fa0068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:31:51.756534 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c99c1e61-f66c-4ae6-afd2-91c6be15e93f req-62919f7f-4af0-4896-8163-0b3f41fa0068 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 200 len: 913 time: 0.0931814 Sep 07 07:31:51.795878 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f21acd4e-15d6-4ed9-9851-da51f1705a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:31:51.798585 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c99c1e61-f66c-4ae6-afd2-91c6be15e93f req-90f6bfe2-9509-4a39-a7b0-9967d7aa6169 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4aeaede9-a854-4073-a0a7-cb1afc704273 HTTP/1.1" status: 200 len: 217 time: 0.0336492 Sep 07 07:31:51.821539 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21acd4e-15d6-4ed9-9851-da51f1705a4f None None] Checking router: cdba4961-bdf2-459d-bb24-4ba073644f2d for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:31:51.829482 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21acd4e-15d6-4ed9-9851-da51f1705a4f None None] Routers {'cdba4961-bdf2-459d-bb24-4ba073644f2d'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:31:51.830075 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f21acd4e-15d6-4ed9-9851-da51f1705a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:31:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['cdba4961-bdf2-459d-bb24-4ba073644f2d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:31:51.846333 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c1e61-f66c-4ae6-afd2-91c6be15e93f req-bce33639-19c6-4175-a5d4-0fbc07957fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:31:51.847838 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c99c1e61-f66c-4ae6-afd2-91c6be15e93f req-bce33639-19c6-4175-a5d4-0fbc07957fb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8de05a33-42eb-473a-a3bb-1976470f413a HTTP/1.1" status: 200 len: 851 time: 0.0419664 Sep 07 07:31:51.896277 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c1e61-f66c-4ae6-afd2-91c6be15e93f req-b48e1e9f-39b5-4d87-8480-63720c208c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:31:51.897763 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c99c1e61-f66c-4ae6-afd2-91c6be15e93f req-b48e1e9f-39b5-4d87-8480-63720c208c57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e6ed71c-cec5-40c8-81bc-c0c50766c09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417089 Sep 07 07:31:51.932651 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-f21acd4e-15d6-4ed9-9851-da51f1705a4f None None] Set router cdba4961-bdf2-459d-bb24-4ba073644f2d gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:31:51.986131 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c99c1e61-f66c-4ae6-afd2-91c6be15e93f req-ce15f295-9f1c-432d-888b-7ebc24f29d6b service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799415 Sep 07 07:31:52.079393 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c99c1e61-f66c-4ae6-afd2-91c6be15e93f req-e8d7c344-6f92-4456-9167-ee56f5fee852 service neutron] 10.222.0.15 "GET /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851240 Sep 07 07:31:52.127438 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f21acd4e-15d6-4ed9-9851-da51f1705a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:31:52.153622 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21acd4e-15d6-4ed9-9851-da51f1705a4f None None] The sync data for ids ['cdba4961-bdf2-459d-bb24-4ba073644f2d'] in dv-cinder-804735-9-iscsi is: [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:25Z', 'revision_number': 4, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi', '_interfaces': [{'id': '6bcd87b7-dd9e-4487-a294-f69a6b3d76ce', 'name': '', 'network_id': '8e6ed71c-cec5-40c8-81bc-c0c50766c09f', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'mac_address': 'fa:16:3e:2e:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:24Z', 'updated_at': '2021-09-07T07:23:30Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'subnets': [{'id': '8de05a33-42eb-473a-a3bb-1976470f413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:31:52.359645 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d30830-ccf5-4749-88bf-eb3013c357fb None None] New status for floating IP 8967cb56-6206-42d8-a08e-b88cc37b448a: DOWN {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 07:31:52.862570 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1a82a-efc7-47b5-a01e-f89ffc754adc req-4beb5495-c71f-4e57-babc-645b7350259a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:31:52.863955 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-56d1a82a-efc7-47b5-a01e-f89ffc754adc req-4beb5495-c71f-4e57-babc-645b7350259a tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 946 time: 0.0476091 Sep 07 07:31:52.899926 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-56d1a82a-efc7-47b5-a01e-f89ffc754adc req-4c7e92f2-d4e2-4450-b8e9-2fb50252a58f tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/security-groups?id=df236302-89e0-4591-bc57-1950cc8b6bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302842 Sep 07 07:31:53.470574 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d607d51-cf82-4a9b-97c6-0fe1711ffa98 req-0132a8ec-ac0e-42c8-bfc0-2c9b4e6ad56b tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 07:31:53.472033 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2d607d51-cf82-4a9b-97c6-0fe1711ffa98 req-0132a8ec-ac0e-42c8-bfc0-2c9b4e6ad56b tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 946 time: 0.0462842 Sep 07 07:31:53.560921 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-2d607d51-cf82-4a9b-97c6-0fe1711ffa98 req-954bf343-b606-47d9-845e-b6e273369ba3 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Deleting port 4aeaede9-a854-4073-a0a7-cb1afc704273 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:31:53.561263 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-2d607d51-cf82-4a9b-97c6-0fe1711ffa98 req-954bf343-b606-47d9-845e-b6e273369ba3 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:53.645381 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-2d607d51-cf82-4a9b-97c6-0fe1711ffa98 req-954bf343-b606-47d9-845e-b6e273369ba3 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] For port 4aeaede9-a854-4073-a0a7-cb1afc704273, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=4aeaede9-a854-4073-a0a7-cb1afc704273,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:31:53.645667 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-2d607d51-cf82-4a9b-97c6-0fe1711ffa98 req-954bf343-b606-47d9-845e-b6e273369ba3 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:53.657506 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-2d607d51-cf82-4a9b-97c6-0fe1711ffa98 req-954bf343-b606-47d9-845e-b6e273369ba3 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Calling delete_port for 4aeaede9-a854-4073-a0a7-cb1afc704273 owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:31:53.778347 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-2d607d51-cf82-4a9b-97c6-0fe1711ffa98 req-954bf343-b606-47d9-845e-b6e273369ba3 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:53.807309 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bf343-b606-47d9-845e-b6e273369ba3 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event deleted for resources: {'Port': ['ID=4aeaede9-a854-4073-a0a7-cb1afc704273,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:31:53.850328 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d607d51-cf82-4a9b-97c6-0fe1711ffa98 req-954bf343-b606-47d9-845e-b6e273369ba3 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] No DVR routers for this DVR port 4aeaede9-a854-4073-a0a7-cb1afc704273 on host hv-cinder-80473 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:31:53.852837 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-2d607d51-cf82-4a9b-97c6-0fe1711ffa98 req-954bf343-b606-47d9-845e-b6e273369ba3 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:53.854958 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2d607d51-cf82-4a9b-97c6-0fe1711ffa98 req-954bf343-b606-47d9-845e-b6e273369ba3 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.15 "DELETE /v2.0/ports/4aeaede9-a854-4073-a0a7-cb1afc704273 HTTP/1.1" status: 204 len: 173 time: 0.3761165 Sep 07 07:31:53.855449 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'name': 'network-vif-deleted', 'tag': '4aeaede9-a854-4073-a0a7-cb1afc704273'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 07:31:53.857641 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6e9d8aafc8240b2eebc87c37a1b44f1d9559c1ed44e0d12f5962f35d0cd4d80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfa3bad-6ce8-4b39-8eba-c94087189634" -d '{"events": [{"server_uuid": "0c484cc9-020a-4fcd-b9df-0ae5848d74a5", "name": "network-vif-deleted", "tag": "4aeaede9-a854-4073-a0a7-cb1afc704273"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 07:31:53.893987 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 07:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441c99c2-87f0-4033-be9b-f6ff5f0b2910 x-openstack-request-id: req-441c99c2-87f0-4033-be9b-f6ff5f0b2910 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 07:31:53.894584 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c484cc9-020a-4fcd-b9df-0ae5848d74a5", "name": "network-vif-deleted", "tag": "4aeaede9-a854-4073-a0a7-cb1afc704273", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 07:31:53.894584 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-441c99c2-87f0-4033-be9b-f6ff5f0b2910 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 07:31:53.894948 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c484cc9-020a-4fcd-b9df-0ae5848d74a5', 'name': 'network-vif-deleted', 'tag': '4aeaede9-a854-4073-a0a7-cb1afc704273', 'status': 'completed', 'code': 200} Sep 07 07:31:53.990309 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2f6807e3-6527-45d9-b2c6-d15aa90b1542 req-d87cdf64-3b4d-46b1-bf20-ff1eaa8406d8 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c484cc9-020a-4fcd-b9df-0ae5848d74a5 HTTP/1.1" status: 200 len: 210 time: 0.0257175 Sep 07 07:31:55.042971 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 34018) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:31:55.160698 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-1a0cc190-5e85-43a4-8913-562e50008810 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Deleting port 371e0c1e-187a-410a-986c-ce344d36d668 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:31:55.161045 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc190-5e85-43a4-8913-562e50008810 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:55.231833 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc190-5e85-43a4-8913-562e50008810 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:55.232170 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc190-5e85-43a4-8913-562e50008810 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:55.243784 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-1a0cc190-5e85-43a4-8913-562e50008810 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Calling delete_port for 371e0c1e-187a-410a-986c-ce344d36d668 owned by network:floatingip {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:31:55.367557 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc190-5e85-43a4-8913-562e50008810 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:55.389080 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cc190-5e85-43a4-8913-562e50008810 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event deleted for resources: {'Port': ['ID=371e0c1e-187a-410a-986c-ce344d36d668,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:31:55.451820 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc190-5e85-43a4-8913-562e50008810 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:55.454278 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc190-5e85-43a4-8913-562e50008810 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17217'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:55.455441 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-1a0cc190-5e85-43a4-8913-562e50008810 tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "DELETE /v2.0/floatingips/f4f470b0-c3dd-445d-93b9-6e2496c2353c HTTP/1.1" status: 204 len: 168 time: 0.4114442 Sep 07 07:31:56.648369 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 34030) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:31:56.704274 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ef26e61e-d746-4a53-b2f0-6727739af48b tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:56.729134 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ef26e61e-d746-4a53-b2f0-6727739af48b tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:56.784854 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ef26e61e-d746-4a53-b2f0-6727739af48b tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:56.788312 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ef26e61e-d746-4a53-b2f0-6727739af48b tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:56.789692 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-ef26e61e-d746-4a53-b2f0-6727739af48b tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] 10.222.0.30 "DELETE /v2.0/security-groups/df236302-89e0-4591-bc57-1950cc8b6bca HTTP/1.1" status: 204 len: 168 time: 0.1402795 Sep 07 07:31:56.798561 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26e61e-d746-4a53-b2f0-6727739af48b tempest-TestVolumeBootPattern-1921734587 tempest-TestVolumeBootPattern-1921734587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df236302-89e0-4591-bc57-1950cc8b6bca,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:31:56.844691 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 34034) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:31:57.461433 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 4aeaede9-a854-4073-a0a7-cb1afc704273 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:31:57.480226 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] No Port match for: 4aeaede9-a854-4073-a0a7-cb1afc704273 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:31:57.480575 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Device 4aeaede9-a854-4073-a0a7-cb1afc704273 not bound to the agent host hv-cinder-80473 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:31:57.525817 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c14f-3261-4bf5-a62f-d8d54a30c15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580881'] for router_interface, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:57.591747 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a79f78e2-490f-4d08-b115-39c0b4ad114f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:57.759506 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-9eb2c14f-3261-4bf5-a62f-d8d54a30c15d admin admin] Deleting port 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:31:57.760109 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c14f-3261-4bf5-a62f-d8d54a30c15d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:57.834561 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-9eb2c14f-3261-4bf5-a62f-d8d54a30c15d admin admin] For port 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=6bcd87b7-dd9e-4487-a294-f69a6b3d76ce,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:31:57.834922 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c14f-3261-4bf5-a62f-d8d54a30c15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:57.850564 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-9eb2c14f-3261-4bf5-a62f-d8d54a30c15d admin admin] Calling delete_port for 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce owned by network:router_interface {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:31:58.021823 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c14f-3261-4bf5-a62f-d8d54a30c15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:58.047114 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2c14f-3261-4bf5-a62f-d8d54a30c15d admin admin] Pushing event deleted for resources: {'Port': ['ID=6bcd87b7-dd9e-4487-a294-f69a6b3d76ce,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:31:58.206823 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c14f-3261-4bf5-a62f-d8d54a30c15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581005'] for router_interface, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:58.412374 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb2c14f-3261-4bf5-a62f-d8d54a30c15d admin admin] Router cdba4961-bdf2-459d-bb24-4ba073644f2d has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:31:58.513876 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb2c14f-3261-4bf5-a62f-d8d54a30c15d admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:31:58.519245 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-9eb2c14f-3261-4bf5-a62f-d8d54a30c15d admin admin] 10.222.0.30 "PUT /v2.0/routers/cdba4961-bdf2-459d-bb24-4ba073644f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6735525 Sep 07 07:31:58.522370 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 34040) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:31:58.523166 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c40d3-cdf0-4a11-b803-a8077d402eae None None] Sync routers for ids ['cdba4961-bdf2-459d-bb24-4ba073644f2d'] in dv-cinder-804735-9-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:31:58.532314 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c40d3-cdf0-4a11-b803-a8077d402eae None None] Routers {'cdba4961-bdf2-459d-bb24-4ba073644f2d'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:31:58.533008 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-4f0c40d3-cdf0-4a11-b803-a8077d402eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:31:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['cdba4961-bdf2-459d-bb24-4ba073644f2d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:31:58.630407 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-00d9fd95-4017-44b1-a3fd-146e256dd5fa admin admin] Notify callbacks [] for router, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:58.730589 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-00d9fd95-4017-44b1-a3fd-146e256dd5fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:58.755813 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-4f0c40d3-cdf0-4a11-b803-a8077d402eae None None] Set router cdba4961-bdf2-459d-bb24-4ba073644f2d gateway port host: dv-cinder-804735-9-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:31:58.783137 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-00d9fd95-4017-44b1-a3fd-146e256dd5fa admin admin] Deleting port 3cab87c5-49c3-496a-9977-f452037cd1e6 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:31:58.783799 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-00d9fd95-4017-44b1-a3fd-146e256dd5fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:58.858839 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-00d9fd95-4017-44b1-a3fd-146e256dd5fa admin admin] For port 3cab87c5-49c3-496a-9977-f452037cd1e6, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=3cab87c5-49c3-496a-9977-f452037cd1e6,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:31:58.859222 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-00d9fd95-4017-44b1-a3fd-146e256dd5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:58.871510 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-00d9fd95-4017-44b1-a3fd-146e256dd5fa admin admin] Calling delete_port for 3cab87c5-49c3-496a-9977-f452037cd1e6 owned by network:router_gateway {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:31:58.928114 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-4f0c40d3-cdf0-4a11-b803-a8077d402eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:31:57Z', 'revision_number': 5, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port': {'id': '3cab87c5-49c3-496a-9977-f452037cd1e6', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:31:58.953674 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c40d3-cdf0-4a11-b803-a8077d402eae None None] Checking router: cdba4961-bdf2-459d-bb24-4ba073644f2d for host: dv-cinder-804735-9-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:31:58.962292 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c40d3-cdf0-4a11-b803-a8077d402eae None None] Routers {'cdba4961-bdf2-459d-bb24-4ba073644f2d'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:31:58.962894 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-4f0c40d3-cdf0-4a11-b803-a8077d402eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:31:30Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['cdba4961-bdf2-459d-bb24-4ba073644f2d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:31:59.029319 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-00d9fd95-4017-44b1-a3fd-146e256dd5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.047200 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-4f0c40d3-cdf0-4a11-b803-a8077d402eae None None] Set router cdba4961-bdf2-459d-bb24-4ba073644f2d gateway port host: None {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:31:59.056989 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9fd95-4017-44b1-a3fd-146e256dd5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=3cab87c5-49c3-496a-9977-f452037cd1e6,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:31:59.101233 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-4f0c40d3-cdf0-4a11-b803-a8077d402eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:31:58Z', 'revision_number': 6, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port_host': None}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:31:59.114303 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-00d9fd95-4017-44b1-a3fd-146e256dd5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579887'] for router_gateway, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.126770 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c40d3-cdf0-4a11-b803-a8077d402eae None None] The sync data for ids ['cdba4961-bdf2-459d-bb24-4ba073644f2d'] in dv-cinder-804735-9-iscsi is: [{'id': 'cdba4961-bdf2-459d-bb24-4ba073644f2d', 'name': 'tempest-TestVolumeBootPattern-1935498784-router', 'tenant_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:22Z', 'updated_at': '2021-09-07T07:31:58Z', 'revision_number': 6, 'project_id': '7b6ee0e37e064331a5c47b5758d37f5a', 'gw_port_host': None}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:31:59.203691 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-00d9fd95-4017-44b1-a3fd-146e256dd5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10342'] for router, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.205836 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-00d9fd95-4017-44b1-a3fd-146e256dd5fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.246842 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-00d9fd95-4017-44b1-a3fd-146e256dd5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576117'] for router, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.247394 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d9fd95-4017-44b1-a3fd-146e256dd5fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdba4961-bdf2-459d-bb24-4ba073644f2d {{(pid=94029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 07:31:59.252575 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-00d9fd95-4017-44b1-a3fd-146e256dd5fa admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.253756 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-00d9fd95-4017-44b1-a3fd-146e256dd5fa admin admin] 10.222.0.30 "DELETE /v2.0/routers/cdba4961-bdf2-459d-bb24-4ba073644f2d HTTP/1.1" status: 204 len: 168 time: 0.7304847 Sep 07 07:31:59.256817 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 34042) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:31:59.303762 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_v2 [None req-50279f5b-b58e-42dd-8272-2c03866ea36b admin admin] Deleting subnet 8de05a33-42eb-473a-a3bb-1976470f413a {{(pid=94029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 07:31:59.306677 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-50279f5b-b58e-42dd-8272-2c03866ea36b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.339828 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-50279f5b-b58e-42dd-8272-2c03866ea36b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5732538'] for subnet, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.412484 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-50279f5b-b58e-42dd-8272-2c03866ea36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1858048'] for subnet, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.471285 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-50279f5b-b58e-42dd-8272-2c03866ea36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1858059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5732577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5791269'] for subnet, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.497312 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50279f5b-b58e-42dd-8272-2c03866ea36b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de05a33-42eb-473a-a3bb-1976470f413a,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:31:59.501875 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-50279f5b-b58e-42dd-8272-2c03866ea36b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.504210 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-50279f5b-b58e-42dd-8272-2c03866ea36b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8de05a33-42eb-473a-a3bb-1976470f413a HTTP/1.1" status: 204 len: 168 time: 0.2458982 Sep 07 07:31:59.507004 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.30', 34044) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:31:59.510127 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b431f2-b246-47e1-ae4c-1c5b2819dc86 None None] Network 8e6ed71c-cec5-40c8-81bc-c0c50766c09f requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:31:59.580057 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:31:59.588926 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744665'] for network, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.607331 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:31:59.607657 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 6bcd87b7-dd9e-4487-a294-f69a6b3d76ce not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:31:59.639718 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] Deleting port d920147f-6523-456b-a476-437929b1e7a1 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:31:59.640055 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.703810 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] For port d920147f-6523-456b-a476-437929b1e7a1, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=d920147f-6523-456b-a476-437929b1e7a1,segment=NetworkSegment(93851bab-dbee-4a30-9a90-a075cf480770),segment_id=93851bab-dbee-4a30-9a90-a075cf480770)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:31:59.704174 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.716218 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] Calling delete_port for d920147f-6523-456b-a476-437929b1e7a1 owned by network:dhcp {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:31:59.790294 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5732534'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.817688 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] Pushing event deleted for resources: {'Port': ['ID=d920147f-6523-456b-a476-437929b1e7a1,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:31:59.821231 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] No DVR routers for this DVR port d920147f-6523-456b-a476-437929b1e7a1 on host dv-cinder-804735-9-iscsi {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:31:59.886892 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1854623', 'neutron.services.segments.db._delete_segments_for_network-8728184039280'] for network, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.907607 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6ed71c-cec5-40c8-81bc-c0c50766c09f']}} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:31:59.918717 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93851bab-dbee-4a30-9a90-a075cf480770') {'for_net_delete': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:31:59.919094 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93851bab-dbee-4a30-9a90-a075cf480770') {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:31:59.925833 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423ac2d9-6231-431a-9907-9b73b5d666cc None None] DHCP port deletion for 8e6ed71c-cec5-40c8-81bc-c0c50766c09f request from dv-cinder-804735-9-iscsi {{(pid=94031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 07:31:59.936841 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728184039033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5732513'] for segment, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.953318 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.960266 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 07:31:59.960657 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5732491'] for segment, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: Traceback (most recent call last): Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: timer() Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: cb(*args, **kw) Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: return func(*args, **kwargs) Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: self._notify() Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: self.callback(batched_events) Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: event.method(event) Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: return f(self, *a, **k) Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: return self._get(url).json() Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: return self.request(url, 'GET', **kwargs) Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 07:31:59.962418 dv-cinder-804735-9-iscsi neutron-server[94029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 07:32:00.015746 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1854598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579843'] for network, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:00.022469 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:00.027163 dv-cinder-804735-9-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] 10.222.0.30 "DELETE /v2.0/networks/8e6ed71c-cec5-40c8-81bc-c0c50766c09f HTTP/1.1" status: 204 len: 168 time: 0.5162439 Sep 07 07:32:00.027849 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 34046) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:32:00.033486 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4e9ef-7677-4b84-93fb-049fda54ea8f admin admin] Pushing event deleted for resources: {'Network': ['ID=8e6ed71c-cec5-40c8-81bc-c0c50766c09f,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:32:00.240958 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:00.270130 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6e43a875-7ee4-45de-bde9-bd8cb97913a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:00.584923 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580881'] for router_interface, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:00.815702 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Deleting port 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:32:00.816262 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:00.892772 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] For port 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd,segment=NetworkSegment(8eaff007-c4ab-4dd9-bca3-42d180cb0123),segment_id=8eaff007-c4ab-4dd9-bca3-42d180cb0123)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:32:00.893128 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:00.904776 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Calling delete_port for 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd owned by network:router_interface {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:32:01.073865 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:01.097711 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:32:01.109230 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:32:01.110187 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:32:01.110558 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:32:01.110897 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:32:01.111233 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:32:01.111609 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:32:01.111962 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:32:01.112313 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:32:01.112665 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:32:01.112988 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:32:01.113336 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:32:01.113780 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-9-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 07:32:01.185652 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:01.270485 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581005'] for router_interface, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:01.483393 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Router 167803b9-7013-4e93-b3af-5296db8b2d4f has already been hosted by L3 agent 7abef92d-a87a-4041-9e95-6c321aff3178 {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 07:32:01.495370 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 3cab87c5-49c3-496a-9977-f452037cd1e6 no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:32:01.515871 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: 3cab87c5-49c3-496a-9977-f452037cd1e6 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:32:01.516293 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 3cab87c5-49c3-496a-9977-f452037cd1e6 not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:32:01.516792 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device d920147f-6523-456b-a476-437929b1e7a1 no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:32:01.539802 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: d920147f-6523-456b-a476-437929b1e7a1 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:32:01.540146 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device d920147f-6523-456b-a476-437929b1e7a1 not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:32:01.589988 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] Notify agent at l3_agent.dv-cinder-804735-9-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 07:32:01.594918 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-bc2a2222-edf2-4c07-81af-933b20ca6b5b admin admin] 10.222.0.30 "PUT /v2.0/routers/167803b9-7013-4e93-b3af-5296db8b2d4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5659707 Sep 07 07:32:01.597439 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 34048) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:32:01.600188 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8390ced8-c955-4dbf-a163-6d07eeef1044 None None] Sync routers for ids ['167803b9-7013-4e93-b3af-5296db8b2d4f'] in dv-cinder-804735-9-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 07:32:01.609034 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8390ced8-c955-4dbf-a163-6d07eeef1044 None None] Routers {'167803b9-7013-4e93-b3af-5296db8b2d4f'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:32:01.609624 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-8390ced8-c955-4dbf-a163-6d07eeef1044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:32:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['167803b9-7013-4e93-b3af-5296db8b2d4f'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:32:01.700131 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a6a7da7b-31ce-4431-af10-6b18635e06fa admin admin] Notify callbacks [] for router, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:01.711985 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-8390ced8-c955-4dbf-a163-6d07eeef1044 None None] Set router 167803b9-7013-4e93-b3af-5296db8b2d4f gateway port host: dv-cinder-804735-9-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:32:01.800046 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a6a7da7b-31ce-4431-af10-6b18635e06fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:01.858122 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7da7b-31ce-4431-af10-6b18635e06fa admin admin] Deleting port 52164c13-7511-4de3-aee5-7377067ea554 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:32:01.858463 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a6a7da7b-31ce-4431-af10-6b18635e06fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:01.883157 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-8390ced8-c955-4dbf-a163-6d07eeef1044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'name': 'tempest-TestVolumeBootPattern-1649800492-router', 'tenant_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'external_fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '52164c13-7511-4de3-aee5-7377067ea554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:26Z', 'updated_at': '2021-09-07T07:32:01Z', 'revision_number': 5, 'project_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'gw_port': {'id': '52164c13-7511-4de3-aee5-7377067ea554', 'name': '', 'network_id': 'e2b3ffe7-98e3-4527-9727-6754b6d36286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:21:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T07:23:27Z', 'updated_at': '2021-09-07T07:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4c235-f8eb-4dd9-a94c-45598b0c28fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-9-iscsi'}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:32:01.911458 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8390ced8-c955-4dbf-a163-6d07eeef1044 None None] Checking router: 167803b9-7013-4e93-b3af-5296db8b2d4f for host: dv-cinder-804735-9-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 07:32:01.920327 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8390ced8-c955-4dbf-a163-6d07eeef1044 None None] Routers {'167803b9-7013-4e93-b3af-5296db8b2d4f'} bound to L3 agent in host dv-cinder-804735-9-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 07:32:01.920947 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-8390ced8-c955-4dbf-a163-6d07eeef1044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T07:06:00Z,description=,heartbeat_timestamp=2021-09-07T07:32:00Z,host='dv-cinder-804735-9-iscsi',id=7abef92d-a87a-4041-9e95-6c321aff3178,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T07:06:00Z,topic='l3_agent')) {'router_ids': ['167803b9-7013-4e93-b3af-5296db8b2d4f'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:32:01.939200 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-a6a7da7b-31ce-4431-af10-6b18635e06fa admin admin] For port 52164c13-7511-4de3-aee5-7377067ea554, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=52164c13-7511-4de3-aee5-7377067ea554,segment=NetworkSegment(861a4dad-310a-434f-b22d-2a999f050932),segment_id=861a4dad-310a-434f-b22d-2a999f050932)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:32:01.939605 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a6a7da7b-31ce-4431-af10-6b18635e06fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:01.950987 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7da7b-31ce-4431-af10-6b18635e06fa admin admin] Calling delete_port for 52164c13-7511-4de3-aee5-7377067ea554 owned by network:router_gateway {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:32:02.004252 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-8390ced8-c955-4dbf-a163-6d07eeef1044 None None] Set router 167803b9-7013-4e93-b3af-5296db8b2d4f gateway port host: None {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 07:32:02.116324 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a6a7da7b-31ce-4431-af10-6b18635e06fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:02.142611 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7da7b-31ce-4431-af10-6b18635e06fa admin admin] Pushing event deleted for resources: {'Port': ['ID=52164c13-7511-4de3-aee5-7377067ea554,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:32:02.143378 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-8390ced8-c955-4dbf-a163-6d07eeef1044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'name': 'tempest-TestVolumeBootPattern-1649800492-router', 'tenant_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:26Z', 'updated_at': '2021-09-07T07:32:01Z', 'revision_number': 6, 'project_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'gw_port_host': None}], 'dv-cinder-804735-9-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:32:02.170684 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8390ced8-c955-4dbf-a163-6d07eeef1044 None None] The sync data for ids ['167803b9-7013-4e93-b3af-5296db8b2d4f'] in dv-cinder-804735-9-iscsi is: [{'id': '167803b9-7013-4e93-b3af-5296db8b2d4f', 'name': 'tempest-TestVolumeBootPattern-1649800492-router', 'tenant_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T07:23:26Z', 'updated_at': '2021-09-07T07:32:01Z', 'revision_number': 6, 'project_id': 'e8116cc95fa244818c9dfa21d95a18cb', 'gw_port_host': None}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 07:32:02.205957 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a6a7da7b-31ce-4431-af10-6b18635e06fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579887'] for router_gateway, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:02.295232 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a6a7da7b-31ce-4431-af10-6b18635e06fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10342'] for router, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:02.297372 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a6a7da7b-31ce-4431-af10-6b18635e06fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:02.340641 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a6a7da7b-31ce-4431-af10-6b18635e06fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576117'] for router, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:02.341179 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a7da7b-31ce-4431-af10-6b18635e06fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 167803b9-7013-4e93-b3af-5296db8b2d4f {{(pid=94030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 07:32:02.345965 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a6a7da7b-31ce-4431-af10-6b18635e06fa admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:02.347100 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a6a7da7b-31ce-4431-af10-6b18635e06fa admin admin] 10.222.0.30 "DELETE /v2.0/routers/167803b9-7013-4e93-b3af-5296db8b2d4f HTTP/1.1" status: 204 len: 168 time: 0.7487476 Sep 07 07:32:02.350528 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 34050) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:32:02.393156 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd76b81d-f758-477c-bd37-a2e347ccab14 admin admin] Deleting subnet b5c28a07-af9c-4fb3-b666-e4cf49ab4933 {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 07:32:02.396550 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fd76b81d-f758-477c-bd37-a2e347ccab14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:02.431315 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fd76b81d-f758-477c-bd37-a2e347ccab14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6942309'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:02.514858 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fd76b81d-f758-477c-bd37-a2e347ccab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1858048'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:02.574268 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fd76b81d-f758-477c-bd37-a2e347ccab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1858059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5299574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6110769'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:02.601720 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76b81d-f758-477c-bd37-a2e347ccab14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5c28a07-af9c-4fb3-b666-e4cf49ab4933,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:32:02.605388 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fd76b81d-f758-477c-bd37-a2e347ccab14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:02.607526 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-fd76b81d-f758-477c-bd37-a2e347ccab14 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b5c28a07-af9c-4fb3-b666-e4cf49ab4933 HTTP/1.1" status: 204 len: 168 time: 0.2557948 Sep 07 07:32:02.611358 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 34052) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:32:02.619912 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e55968-a4e0-42ee-bcf6-b6cb8b2915a3 None None] Network 2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7 requested from dv-cinder-804735-9-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 07:32:02.682476 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1744665'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:02.735995 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] Deleting port 5bfd965b-efa2-4a04-906f-f95bcbaaa93a {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 07:32:02.736241 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728184071949'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:02.799720 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] For port 5bfd965b-efa2-4a04-906f-f95bcbaaa93a, host dv-cinder-804735-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-9-iscsi',level=0,port_id=5bfd965b-efa2-4a04-906f-f95bcbaaa93a,segment=NetworkSegment(8eaff007-c4ab-4dd9-bca3-42d180cb0123),segment_id=8eaff007-c4ab-4dd9-bca3-42d180cb0123)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 07:32:02.800089 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570906'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:02.811933 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] Calling delete_port for 5bfd965b-efa2-4a04-906f-f95bcbaaa93a owned by network:dhcp {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 07:32:02.898720 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728184077779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728183525533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5299489'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:02.922545 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bfd965b-efa2-4a04-906f-f95bcbaaa93a,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:32:02.926172 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] No DVR routers for this DVR port 5bfd965b-efa2-4a04-906f-f95bcbaaa93a on host dv-cinder-804735-9-iscsi {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 07:32:02.969816 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a9077b-f626-491f-ace1-10b56b4081b8 None None] DHCP port deletion for 2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7 request from dv-cinder-804735-9-iscsi {{(pid=94031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 07:32:03.010466 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1854623', 'neutron.services.segments.db._delete_segments_for_network-8728184039280'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:03.030856 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:32:03.039856 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eaff007-c4ab-4dd9-bca3-42d180cb0123') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:32:03.040155 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eaff007-c4ab-4dd9-bca3-42d180cb0123') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 07:32:03.049452 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728184039033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6942334'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:03.063935 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:03.070756 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 07:32:03.071219 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1854395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5299484'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: Traceback (most recent call last): Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: timer() Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: cb(*args, **kw) Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: return func(*args, **kwargs) Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: self._notify() Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: self.callback(batched_events) Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: event.method(event) Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: return f(self, *a, **k) Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: return self._get(url).json() Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 07:32:03.072845 dv-cinder-804735-9-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 07:32:03.125605 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1854598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579843'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:03.132401 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588280'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:03.134177 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7 HTTP/1.1" status: 204 len: 168 time: 0.5217905 Sep 07 07:32:03.143199 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e643f0-f755-4bed-a6bb-a487893eeee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c4e89d1-9d15-4ef7-ae98-36d4404dc0b7,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:32:03.254513 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 34056) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:32:03.297480 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-46800b79-3557-4171-afed-d9df12d6b457 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b6ee0e37e064331a5c47b5758d37f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418315 Sep 07 07:32:03.299922 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 34058) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:32:03.346570 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d1182e01-0164-4f27-a360-299a8d8bdeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:03.368547 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d1182e01-0164-4f27-a360-299a8d8bdeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:03.371422 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:03.419378 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d1182e01-0164-4f27-a360-299a8d8bdeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:03.421931 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d1182e01-0164-4f27-a360-299a8d8bdeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:03.423082 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d1182e01-0164-4f27-a360-299a8d8bdeea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/438b7283-d061-4bec-80c7-da3fdbf5b752 HTTP/1.1" status: 204 len: 168 time: 0.1222630 Sep 07 07:32:03.438503 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1182e01-0164-4f27-a360-299a8d8bdeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438b7283-d061-4bec-80c7-da3fdbf5b752,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:32:03.461782 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 5bfd965b-efa2-4a04-906f-f95bcbaaa93a no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:32:03.486139 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: 5bfd965b-efa2-4a04-906f-f95bcbaaa93a {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:32:03.486492 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 5bfd965b-efa2-4a04-906f-f95bcbaaa93a not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:32:03.486926 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:32:03.506282 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:32:03.506632 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 21d21fc6-21d6-46b6-b0fd-eac4f9daf0fd not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:32:03.507049 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 52164c13-7511-4de3-aee5-7377067ea554 no longer exists at agent ovs-agent-dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 07:32:03.526303 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] No Port match for: 52164c13-7511-4de3-aee5-7377067ea554 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 07:32:03.526725 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Device 52164c13-7511-4de3-aee5-7377067ea554 not bound to the agent host dv-cinder-804735-9-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 07:32:03.730849 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 34064) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:32:03.770445 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-3a76c0b5-04ca-43e8-85f2-d7c661e4de74 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e8116cc95fa244818c9dfa21d95a18cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382566 Sep 07 07:32:03.773338 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.30', 34066) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 07:32:03.820627 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-467ee3b4-9168-459e-87df-ac85c578356a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:03.840663 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-467ee3b4-9168-459e-87df-ac85c578356a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:03.888918 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-467ee3b4-9168-459e-87df-ac85c578356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598746'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:03.891636 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-467ee3b4-9168-459e-87df-ac85c578356a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:03.892820 dv-cinder-804735-9-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-467ee3b4-9168-459e-87df-ac85c578356a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a00005b-62d4-459a-b251-c67ea3ce8bc3 HTTP/1.1" status: 204 len: 168 time: 0.1185830 Sep 07 07:32:03.901171 dv-cinder-804735-9-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ee3b4-9168-459e-87df-ac85c578356a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a00005b-62d4-459a-b251-c67ea3ce8bc3,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 07:32:05.869433 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:32:21.421885 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:27.592552 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-94780429-6536-4db5-ba3e-050d12029492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:30.241640 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:30.269148 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9c91c312-dde2-4b9e-b39d-8e7f6484b91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:31.186135 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:32.256531 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [req-90b8ad99-50ba-46ff-b2f7-b61e39f742e7 req-6d1757bc-d874-44d8-8eb1-5eecf4e4ce1f service neutron] (94029) timed out ('10.222.0.15', 50201) {{(pid=94029) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 07:32:33.374353 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:42.868529 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:32:51.420922 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:32:57.592765 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5d65712e-9a70-443d-b433-08d4463f92f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:33:00.242240 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:33:00.268184 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ff2ea0e5-57bd-4695-94f4-11d6f52c6e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:33:01.191033 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:33:03.377019 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:33:19.866387 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:33:21.451906 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:33:27.592853 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-99e9db57-7515-4c9f-9677-f3f5dd29194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:33:30.242260 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:33:30.265929 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ac67353d-90c5-4450-848e-bbf3b92ea3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:33:31.190942 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:33:33.379487 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:33:51.465819 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:33:56.865331 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:33:57.592994 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f3c128c1-d9a6-41b8-bad7-517e040d8e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:34:00.242615 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:34:00.263250 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-202acfbe-757f-40fa-b799-16a3153e6871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:34:01.196689 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:34:03.382700 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:34:21.471651 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:34:27.593388 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6b56a12b-43b2-45b0-967e-12392399c192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:34:30.244309 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:34:30.262329 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-433cc711-a65d-4af3-962c-7120fc5c9c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:34:31.196877 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:34:33.385841 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:34:33.863254 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:34:51.477347 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:34:57.593724 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-96d2e04e-c90c-4fe8-adfc-332a1931b0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:35:00.246900 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:35:00.261723 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4641cf80-1563-4d9b-afc3-bfcf608cf8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:35:01.200280 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:35:03.388028 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:35:10.860976 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:35:21.479761 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:35:27.593511 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7e2fdeb4-91f3-40a2-98fe-f5306d936d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:35:30.250978 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:35:30.261156 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c2bb5c33-9357-412d-99a1-e714c3145f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:35:31.202497 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:35:33.389886 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:35:47.859465 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:35:51.494142 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:35:57.594126 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4c589f77-a0e7-4604-8266-d42a7d590d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:36:00.257198 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:36:00.261416 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-06eb4b23-3de4-4125-abf3-ba3f0eb4ab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:36:01.206512 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:36:03.391925 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:36:09.948856 dv-cinder-804735-9-iscsi neutron-server[94029]: DEBUG neutron.wsgi [req-d7a3f149-5169-400d-98be-e64392716dc9 req-a82c2d0f-3906-44e7-b425-50a43d218c2e service neutron] (94029) timed out ('10.222.0.30', 58314) {{(pid=94029) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 07:36:21.523245 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:36:24.857841 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:36:27.593883 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f3880225-f752-4e34-a7ac-8792a6bbb81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:36:30.251929 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:36:30.262178 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-895ced6f-4349-4d55-8c70-3394299bd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:36:31.210536 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:36:33.394019 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:36:51.524234 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:36:57.594757 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-df350d8b-e7f9-453e-939c-94af87b40227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:37:00.260932 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:37:00.265936 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-19106f55-e983-45aa-a1d0-aa7c87fdac68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:37:01.212709 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:37:01.856739 dv-cinder-804735-9-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-a760b1d3-ed97-43b7-8f67-f13668cd768f None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 07:37:03.397185 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:37:21.535073 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a25489bd-2d8f-42fb-902a-1cba96eed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:37:27.595550 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8a73d01c-3de8-48cf-9eb6-db2a57463bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:37:30.251504 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b740361a-7956-40dc-8058-8f3f02aeac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:37:30.265468 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-53f16ec0-baa5-4d71-b686-342782c1e51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:37:31.215269 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6558947b-9e34-4bb4-ad3c-853d048d26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 07:37:33.402414 dv-cinder-804735-9-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dab81848-acc5-4666-bc31-e9092614b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728184039262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1853777'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}